-- Logs begin at Tue 2022-04-05 10:35:12 UTC, end at Tue 2022-04-05 11:53:40 UTC. -- Apr 05 11:24:31.913735 dv-cinder-834448-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 11:24:34.934093 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.common.config [-] Logging enabled! Apr 05 11:24:34.934709 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev79 Apr 05 11:24:34.934886 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103833) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 11:24:34.938174 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.common.config [-] Logging enabled! Apr 05 11:24:34.938435 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev79 Apr 05 11:24:34.938751 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103833) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 11:24:34.939717 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:24:34.939954 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 11:24:34.940325 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 11:24:34.940575 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 11:24:34.940811 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 11:24:34.941230 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.941658 dv-cinder-834448-3-iscsi neutron-server[103833]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 05 11:24:34.941974 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.942272 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.942663 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.942968 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.943265 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.943574 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.943874 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.944177 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.944465 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.944749 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.945038 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.945336 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.945623 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.945916 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.946208 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.946497 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] debug = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.946783 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.947225 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.947682 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.947968 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.948263 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.948544 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.948822 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.949101 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.949388 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.949723 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] host = dv-cinder-834448-3-iscsi {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.950004 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.950296 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.950587 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.950884 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.951164 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.951461 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.951756 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.952036 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.952314 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] log_file = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.952593 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.952886 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.953180 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.953475 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.953704 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.953931 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.954225 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.954515 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.954793 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.955073 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.955350 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.955650 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.955927 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.956202 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.956489 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.956775 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.957065 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.957343 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.957618 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.957891 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.958300 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.958601 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.958877 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.959156 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.959451 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.959746 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.960020 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.960295 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.960599 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.960896 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.961182 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.961471 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.961747 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.962032 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.962308 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.962581 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.962855 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] use_json = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.963129 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.963401 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.963709 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.963983 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.964256 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.964532 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.964802 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.965087 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.965360 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:34.965658 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.965960 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.966265 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.966566 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.967115 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.967398 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.967713 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.967995 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.968289 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.968580 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.968870 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.969150 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.969454 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.969747 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.970045 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.970354 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.970656 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.970952 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.971232 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.971532 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.971810 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.972091 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.972380 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.972660 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.972954 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.973246 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.973527 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.974348 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.974639 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.974930 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.975223 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.975528 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.975812 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.976109 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.976390 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.976664 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.976944 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.977238 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.977517 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.977790 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.978077 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.978355 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.978630 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.978906 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.979187 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.979507 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.979790 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.980065 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.980339 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.980619 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.980892 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.981184 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.981461 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.981736 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.982011 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.982315 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.982570 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.982843 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.983122 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.983397 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.983697 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.983971 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.984245 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.984520 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.984793 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.985068 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.985342 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.985615 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.985892 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.986167 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.986438 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.986712 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.986984 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.987257 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.987573 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.987875 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.988153 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.988433 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.988710 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.988989 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.989331 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.990127 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.990408 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.990686 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.990961 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.991259 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.991572 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.991861 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.992162 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.992442 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.992740 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.993020 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.993299 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.993583 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.993862 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.994142 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.994427 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.994713 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.995012 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.995309 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.995632 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.995931 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.996226 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.996508 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.996820 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.997102 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:34.997321 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 11:24:34.997561 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103833) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 05 11:24:35.375791 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 11:24:35.376076 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 11:24:35.376390 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 11:24:35.376731 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 11:24:35.708572 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.708869 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.709148 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.710355 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.710632 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.712659 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.765469 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.765757 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.766051 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.781075 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.781358 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.781631 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.812041 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.812331 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.812605 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.849830 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.850114 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:35.850385 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.188432 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.189067 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.189067 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.189260 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.189922 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.295060 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.295388 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.295703 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.295981 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.296250 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.296568 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.296832 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.297094 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.297353 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.297640 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.297908 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.298176 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.298434 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.298690 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.298948 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.299216 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.299501 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.299778 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.300052 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.300314 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.300590 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.300846 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.301129 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.301521 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.301800 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.302049 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.302544 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:24:36.302790 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:24:36.303036 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:24:36.303280 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:24:36.303550 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:24:36.303794 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:24:36.304163 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 11:24:36.307273 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 11:24:36.311238 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 11:24:36.315093 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Apr 05 11:24:36.316765 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 11:24:36.317240 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 11:24:36.318310 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 11:24:36.318477 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 11:24:36.322399 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 11:24:36.322653 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 11:24:36.323008 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 11:24:36.327963 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 05 11:24:36.352406 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 11:24:36.352867 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.353174 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103833) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 05 11:24:36.353551 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.354913 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103833) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 11:24:36.355198 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 11:24:36.355469 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 11:24:36.358792 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.359080 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:36.422565 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 11:24:36.422809 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 11:24:36.423050 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 11:24:36.423445 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 11:24:36.444742 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_db.sqlalchemy.engines [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103833) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 05 11:24:37.035397 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Initializing driver for type 'gre' Apr 05 11:24:37.036501 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] gre ID ranges: [(1, 1000)] Apr 05 11:24:37.269456 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Initializing driver for type 'local' Apr 05 11:24:37.270068 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Initializing driver for type 'vlan' Apr 05 11:24:37.429454 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] VlanTypeDriver initialization complete Apr 05 11:24:37.429806 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Initializing driver for type 'vxlan' Apr 05 11:24:37.430315 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] vxlan ID ranges: [(1, 1000)] Apr 05 11:24:37.715046 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Initializing extension driver 'port_security' Apr 05 11:24:37.715317 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.extensions.port_security [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] PortSecurityExtensionDriver initialization complete Apr 05 11:24:37.715695 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Initializing mechanism driver 'openvswitch' Apr 05 11:24:37.716025 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Initializing mechanism driver 'hyperv' Apr 05 11:24:37.722970 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:37.723984 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > port after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.724368 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > port after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.724728 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > port after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.725268 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:24:37.725710 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > subnet after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.726071 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > subnet after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.726422 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.726832 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:24:37.727243 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > network after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.727628 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > network after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.727976 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > network after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.728385 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:24:37.728796 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > security_group after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.729154 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > security_group after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.729501 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.729908 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:24:37.730315 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.730666 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.731017 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.731435 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:24:37.731849 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > address_group after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.732200 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > address_group after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.732545 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.736593 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:24:37.736593 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] ML2 OVO RPC backend initialized. {{(pid=103833) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 05 11:24:37.736593 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.736593 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.736593 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > network before_response 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.736987 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > networks before_response 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.736987 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > port before_response 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.736987 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > ports before_response 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.736987 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > subnet before_response 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.737276 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > subnets before_response 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.737276 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > network after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.737276 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > network after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.737537 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > network after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.737850 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > port after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.738195 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > port after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.738533 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > port after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.738872 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > subnet after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.739272 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > subnet after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.739646 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.746896 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded quota_driver: . Apr 05 11:24:37.747261 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.plugin [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Modular L2 Plugin initialization complete Apr 05 11:24:37.747641 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading services supported by the core plugin {{(pid=103833) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 11:24:37.747988 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.plugins.ml2.managers [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Got port-security extension from driver 'port_security' Apr 05 11:24:37.748475 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.extensions.vlantransparent [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Disabled vlantransparent extension. Apr 05 11:24:37.748972 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103833) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 11:24:37.749301 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading Plugin: router Apr 05 11:24:37.785493 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.785890 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router after_create 55549900 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.786313 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router before_create 55549900 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.786685 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.787059 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.787449 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router after_delete 55549900 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.787813 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.788167 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.788529 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router after_create 55549900 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.788882 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router after_update 55549900 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.789238 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router after_update 55549900 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.789624 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.789990 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router after_update 55549900 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.790409 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router precommit_update 55549900 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.790789 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: port after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.791136 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: port after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.791506 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: subnet after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.791851 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.792204 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.792559 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router precommit_create 55549900 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.792905 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: port before_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.793252 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router precommit_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.793611 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router after_update 55549900 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.793956 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.794312 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router precommit_create 55549900 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.794685 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.795034 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router precommit_update 55549900 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.795405 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > agent after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.795927 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > agent after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.796284 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > network after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.797166 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Tracking information for resource: router configured {{(pid=103833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:24:37.797505 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Tracking information for resource: floatingip configured {{(pid=103833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:24:37.802486 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.db.l3_agentschedulers_db [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 11:24:37.803065 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: port after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.803446 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: port after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.803809 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: port after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.804167 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: port after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.804963 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router before_create 55550100 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.805334 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.805703 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router precommit_create 55550100 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.806065 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > router precommit_update 55550100 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.810843 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.services.provider_configuration [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Service providers = [] {{(pid=103833) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 11:24:37.811210 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.db.servicetype_db [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103833) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 11:24:37.814230 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.services.service_base [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 11:24:37.814584 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.services.service_base [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 11:24:37.814931 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.services.service_base [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 11:24:37.815851 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.services.service_base [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 11:24:37.816226 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.services.service_base [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 11:24:37.816609 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:24:37.816930 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 11:24:37.828076 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:24:37.828419 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading Plugin: auto_allocate Apr 05 11:24:37.834899 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: network precommit_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.835276 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: network precommit_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.835838 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:24:37.836162 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading Plugin: tag Apr 05 11:24:37.843211 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:24:37.843579 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading Plugin: timestamp Apr 05 11:24:37.847502 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:24:37.847795 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading Plugin: network_ip_availability Apr 05 11:24:37.853496 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.853875 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.854238 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:37.854970 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:24:37.855294 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading Plugin: flavors Apr 05 11:24:37.861449 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:24:37.861793 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading Plugin: revisions Apr 05 11:24:37.866250 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:24:37.866646 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_concurrency.lockutils [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.490s {{(pid=103833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 11:24:37.867398 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103833) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 05 11:24:37.867760 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Initializing extension manager. Apr 05 11:24:37.868290 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: __init__.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.868637 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: __pycache__ {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.868974 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: address_group.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.869736 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.870309 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: address-group Apr 05 11:24:37.870637 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: address_scope.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.871354 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.871899 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: address-scope Apr 05 11:24:37.872224 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.873161 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.873678 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: router-admin-state-down-before-update Apr 05 11:24:37.874018 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: agent.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.874711 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.875222 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: agent Apr 05 11:24:37.875589 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: agent_resources_synced.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.876508 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.877018 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: agent-resources-synced Apr 05 11:24:37.877342 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: allowedaddresspairs.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.879150 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.880313 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: allowed-address-pairs Apr 05 11:24:37.880654 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: auto_allocated_topology.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.881730 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.882254 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: auto-allocated-topology Apr 05 11:24:37.882584 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: availability_zone.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.883279 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.883820 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: availability_zone Apr 05 11:24:37.884146 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: availability_zone_filter.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.885064 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.885573 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: availability_zone_filter Apr 05 11:24:37.885897 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: data_plane_status.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.886805 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.887309 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 11:24:37.887656 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: default_subnetpools.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.888585 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.889092 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: default-subnetpools Apr 05 11:24:37.889420 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.890229 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.890738 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: dhcp_agent_scheduler Apr 05 11:24:37.891063 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: dns.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.892005 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.892510 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension dns-integration not supported by any of loaded plugins Apr 05 11:24:37.892836 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: dns_domain_ports.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.893753 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.894257 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 11:24:37.894581 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.896156 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.896662 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 05 11:24:37.896987 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: dvr.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.897660 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.898165 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: dvr Apr 05 11:24:37.898487 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: ecmp_routes.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.899403 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.899935 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension ecmp_routes not supported by any of loaded plugins Apr 05 11:24:37.900260 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: empty_string_filtering.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.901184 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.901690 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: empty-string-filtering Apr 05 11:24:37.902015 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.902937 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.903465 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 11:24:37.903795 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.904717 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.905225 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 11:24:37.905549 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: external_net.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.906466 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.906979 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: external-net Apr 05 11:24:37.907305 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.908234 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.908742 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: extra_dhcp_opt Apr 05 11:24:37.909093 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: extraroute.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.910007 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.910520 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: extraroute Apr 05 11:24:37.910842 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: extraroute_atomic.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.911960 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.912473 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: extraroute-atomic Apr 05 11:24:37.912796 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: filter_validation.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.913461 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.913968 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: filter-validation Apr 05 11:24:37.914290 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: fip_pf_description.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.915227 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.915767 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 11:24:37.916091 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: fip_pf_port_range.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.917009 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.917515 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 05 11:24:37.917840 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: fip_port_details.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.918948 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.919483 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: fip-port-details Apr 05 11:24:37.919811 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: flavors.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.921048 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.921563 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: flavors Apr 05 11:24:37.921893 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.923613 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.924165 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 11:24:37.924504 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: floatingip_pools.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.925233 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.925751 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: floatingip-pools Apr 05 11:24:37.926106 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: ip_allocation.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.927068 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.927602 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 11:24:37.927935 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.928858 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.929372 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: ip-substring-filtering Apr 05 11:24:37.929705 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: l2_adjacency.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.942875 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.943551 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 11:24:37.943885 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: l3.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.944859 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.945385 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: router Apr 05 11:24:37.945719 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.948008 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.948538 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 11:24:37.948877 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.949803 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.950320 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: ext-gw-mode Apr 05 11:24:37.950653 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.951609 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.952125 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: l3-ha Apr 05 11:24:37.952457 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.953381 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.953885 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 05 11:24:37.954215 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: l3_flavors.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.955134 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.955680 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: l3-flavors Apr 05 11:24:37.956012 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.957382 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.958593 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 05 11:24:37.958953 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.959924 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.960429 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 11:24:37.960759 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: l3agentscheduler.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.961821 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.962338 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: l3_agent_scheduler Apr 05 11:24:37.962681 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: local_ip.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.964566 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.965141 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension local_ip not supported by any of loaded plugins Apr 05 11:24:37.965430 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: logging.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.967309 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.967864 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension logging not supported by any of loaded plugins Apr 05 11:24:37.968212 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: metering.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.975052 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.975052 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: metering Apr 05 11:24:37.975052 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.975914 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.976439 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: metering_source_and_destination_fields Apr 05 11:24:37.976773 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: multiprovidernet.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.977722 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.978240 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: multi-provider Apr 05 11:24:37.978570 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: netmtu.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.979528 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.980043 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: net-mtu Apr 05 11:24:37.980373 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: netmtu_writable.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.981306 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.981814 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: net-mtu-writable Apr 05 11:24:37.982145 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: network_availability_zone.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.982824 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.983356 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: network_availability_zone Apr 05 11:24:37.983711 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: network_ip_availability.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.984822 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.985339 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: network-ip-availability Apr 05 11:24:37.985673 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: network_segment_range.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.986445 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.986953 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 11:24:37.987282 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: pagination.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.988299 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.988638 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: pagination Apr 05 11:24:37.988966 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: port_device_profile.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.989925 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.990437 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: port-device-profile Apr 05 11:24:37.990763 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.991709 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.992220 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: port-mac-address-regenerate Apr 05 11:24:37.992545 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.993472 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.993981 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: port-numa-affinity-policy Apr 05 11:24:37.994313 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: port_resource_request.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.995226 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.995780 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 11:24:37.996106 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: port_resource_request_groups.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.997085 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.997596 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 05 11:24:37.997919 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: portbindings.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:37.998844 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:37.999359 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: binding Apr 05 11:24:37.999715 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: portbindings_extended.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.007080 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.007632 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: binding-extended Apr 05 11:24:38.007964 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: portsecurity.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.008884 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.009393 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: port-security Apr 05 11:24:38.009721 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: project_id.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.010696 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.011033 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: project-id Apr 05 11:24:38.011409 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: providernet.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.012356 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.012875 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: provider Apr 05 11:24:38.013200 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: qos.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.016714 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.017237 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension qos not supported by any of loaded plugins Apr 05 11:24:38.017575 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.018817 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.019360 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 11:24:38.019716 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.021332 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.021844 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 11:24:38.022198 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: qos_default.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.023158 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.023731 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension qos-default not supported by any of loaded plugins Apr 05 11:24:38.024063 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: qos_fip.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.025000 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.025515 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension qos-fip not supported by any of loaded plugins Apr 05 11:24:38.025845 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.026769 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.027286 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 05 11:24:38.027641 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: qos_gateway_ip.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.033195 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.033712 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 11:24:38.034044 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: qos_port_network_policy.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.034981 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.035533 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 11:24:38.035864 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.037036 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.037550 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 05 11:24:38.037882 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.038924 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.039464 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 05 11:24:38.039797 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: qos_pps_rule.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.040970 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.041490 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension qos-pps not supported by any of loaded plugins Apr 05 11:24:38.041817 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: qos_rule_type_details.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.042737 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.043250 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 11:24:38.043612 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: qos_rule_type_filter.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.044544 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.045053 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 05 11:24:38.045381 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: qos_rules_alias.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.046454 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.046968 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 11:24:38.047298 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: quota_check_limit.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.048261 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.048780 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: quota-check-limit Apr 05 11:24:38.049111 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: quotasv2.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.050055 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.050406 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: quotas Apr 05 11:24:38.050735 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: quotasv2_detail.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.053013 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.053358 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: quota_details Apr 05 11:24:38.053690 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: rbac.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.054779 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.055312 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: rbac-policies Apr 05 11:24:38.055705 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: rbac_address_group.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.056671 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.057193 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: rbac-address-group Apr 05 11:24:38.057523 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: rbac_address_scope.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.058443 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.058968 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: rbac-address-scope Apr 05 11:24:38.059295 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: rbac_security_groups.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.060323 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.060841 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: rbac-security-groups Apr 05 11:24:38.061167 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: rbac_subnetpool.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.062100 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.062612 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: rbac-subnetpool Apr 05 11:24:38.062938 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: revisionifmatch.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.063882 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.064395 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: revision-if-match Apr 05 11:24:38.064720 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: revisions.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.065833 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.066355 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: standard-attr-revisions Apr 05 11:24:38.066685 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: router_availability_zone.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.067989 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.068678 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: router_availability_zone Apr 05 11:24:38.069010 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: routerservicetype.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.069947 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.070453 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension router-service-type not supported by any of loaded plugins Apr 05 11:24:38.070779 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.071739 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.072252 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: security-groups-normalized-cidr Apr 05 11:24:38.072578 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.073523 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.074035 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: port-security-groups-filtering Apr 05 11:24:38.074361 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.075298 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.075844 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: security-groups-remote-address-group Apr 05 11:24:38.076171 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.077106 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.077620 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: security-groups-shared-filtering Apr 05 11:24:38.077946 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.078538 dv-cinder-834448-3-iscsi neutron-server[103833]: WARNING neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 05 11:24:38.078870 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: securitygroup.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.089338 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.089877 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: security-group Apr 05 11:24:38.090214 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: segment.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.090945 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.091483 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension segment not supported by any of loaded plugins Apr 05 11:24:38.092072 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.093051 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.093568 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 11:24:38.093900 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: servicetype.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.095004 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.095679 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: service-type Apr 05 11:24:38.096017 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: sorting.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.097016 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.097353 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: sorting Apr 05 11:24:38.097681 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: standard_attr_segment.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.099361 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.099939 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 11:24:38.100267 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: standardattrdescription.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.100923 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.101433 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: standard-attr-description Apr 05 11:24:38.101756 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: stateful_security_group.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.102701 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.103216 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: stateful-security-group Apr 05 11:24:38.103582 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: stdattrs_common.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.104160 dv-cinder-834448-3-iscsi neutron-server[103833]: WARNING neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 11:24:38.104483 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.105451 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.105964 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 11:24:38.106289 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: subnet_onboard.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.107358 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.107920 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: subnet_onboard Apr 05 11:24:38.108249 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.109210 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.109726 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 11:24:38.110053 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: subnet_service_types.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.111012 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.111561 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: subnet-service-types Apr 05 11:24:38.111890 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: subnetallocation.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.112976 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.113488 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: subnet_allocation Apr 05 11:24:38.113816 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.114523 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.115032 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: subnetpool-prefix-ops Apr 05 11:24:38.115355 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.116331 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.116840 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 11:24:38.117165 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: tagging.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.118249 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.118776 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: standard-attr-tag Apr 05 11:24:38.119107 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: timestamp.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.120360 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.120877 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loaded extension: standard-attr-timestamp Apr 05 11:24:38.121207 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: trunk.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.122237 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.122756 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension trunk not supported by any of loaded plugins Apr 05 11:24:38.123086 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: trunk_details.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.124046 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.124563 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension trunk-details not supported by any of loaded plugins Apr 05 11:24:38.124892 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: uplink_status_propagation.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.125816 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.126331 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 11:24:38.126661 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Loading extension file: vlantransparent.py {{(pid=103833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:38.127337 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:38.127885 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 11:24:38.130477 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of TrackedResource for resource:network Apr 05 11:24:38.131006 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of TrackedResource for resource:subnet Apr 05 11:24:38.131406 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:24:38.131821 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of TrackedResource for resource:port Apr 05 11:24:38.133095 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.v2.resource_helper [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:38.133540 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.v2.resource_helper [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Service FLAVORS assigned prefix: {{(pid=103833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:38.134285 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.v2.resource_helper [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:38.134741 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.v2.resource_helper [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:38.135086 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of TrackedResource for resource:router Apr 05 11:24:38.135559 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of TrackedResource for resource:floatingip Apr 05 11:24:38.136056 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.v2.resource_helper [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Service METERING assigned prefix: /metering {{(pid=103833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:38.137520 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:38.137901 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:38.138267 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:38.139272 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 11:24:38.139775 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of TrackedResource for resource:security_group Apr 05 11:24:38.140219 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 11:24:38.140825 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.v2.resource_helper [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Service CORE assigned prefix: {{(pid=103833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:38.141160 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:24:38.141508 dv-cinder-834448-3-iscsi neutron-server[103833]: WARNING neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] subnetpool is already registered Apr 05 11:24:38.141947 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.v2.resource_helper [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Service CORE assigned prefix: {{(pid=103833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:38.142274 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:24:38.142607 dv-cinder-834448-3-iscsi neutron-server[103833]: WARNING neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] subnetpool is already registered Apr 05 11:24:38.144933 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.v2.resource_helper [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:38.145977 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.v2.resource_helper [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Service FLAVORS assigned prefix: {{(pid=103833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:38.146577 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.v2.resource_helper [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:38.147005 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.v2.resource_helper [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:38.147340 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of TrackedResource for resource:router Apr 05 11:24:38.147705 dv-cinder-834448-3-iscsi neutron-server[103833]: WARNING neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] router is already registered Apr 05 11:24:38.148126 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of TrackedResource for resource:floatingip Apr 05 11:24:38.148463 dv-cinder-834448-3-iscsi neutron-server[103833]: WARNING neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] floatingip is already registered Apr 05 11:24:38.148922 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.v2.resource_helper [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Service METERING assigned prefix: /metering {{(pid=103833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:38.149593 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 11:24:38.149926 dv-cinder-834448-3-iscsi neutron-server[103833]: WARNING neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] rbac_policy is already registered Apr 05 11:24:38.150349 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of TrackedResource for resource:security_group Apr 05 11:24:38.150684 dv-cinder-834448-3-iscsi neutron-server[103833]: WARNING neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] security_group is already registered Apr 05 11:24:38.151089 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 11:24:38.151439 dv-cinder-834448-3-iscsi neutron-server[103833]: WARNING neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] security_group_rule is already registered Apr 05 11:24:38.152087 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.v2.resource_helper [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Service CORE assigned prefix: {{(pid=103833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:38.152415 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:24:38.152750 dv-cinder-834448-3-iscsi neutron-server[103833]: WARNING neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] subnetpool is already registered Apr 05 11:24:38.153173 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.v2.resource_helper [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Service CORE assigned prefix: {{(pid=103833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:38.153498 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:24:38.153831 dv-cinder-834448-3-iscsi neutron-server[103833]: WARNING neutron.quota.resource_registry [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] subnetpool is already registered Apr 05 11:24:38.154309 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: extensions {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.155780 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: address-groups {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.157258 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: address-scopes {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.158635 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: agents {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.159825 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: auto-allocated-topology {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.161644 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: availability_zones {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.162972 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: dhcp-networks {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.164491 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: dhcp-agents {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.165923 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: routers {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.169222 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: flavors {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.170423 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: service_profiles {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.171669 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: next_providers {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.173132 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: service_profiles {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.174663 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: floatingip-pools {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.175922 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: routers {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.178187 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: floatingips {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.179494 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: l3-routers {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.180915 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: l3-agents {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.182333 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: metering-labels {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.183710 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: metering-label-rules {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.184987 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: network-ip-availabilities {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.186247 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: bindings {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.187960 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: quotas {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.189527 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: quotas {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.191063 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: rbac-policies {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.192653 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: security-groups {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.193964 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: security-group-rules {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.195189 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: service-providers {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.196457 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: subnetpools {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.197886 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: subnetpools {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.199335 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: tags {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.201098 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: tags {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.202917 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: tags {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.204774 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: tags {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.206578 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: tags {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.209085 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: tags {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.210805 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: tags {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.212765 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: tags {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.214574 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: tags {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.216509 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron.api.extensions [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Extended resource: tags {{(pid=103833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:38.222699 dv-cinder-834448-3-iscsi neutron-server[103833]: WARNING keystonemiddleware.auth_token [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 11:24:38.228205 dv-cinder-834448-3-iscsi neutron-server[103833]: WARNING keystonemiddleware.auth_token [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 11:24:38.236836 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_concurrency.lockutils [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Acquired lock "singleton_lock" {{(pid=103833) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 05 11:24:38.237322 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_concurrency.lockutils [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Releasing lock "singleton_lock" {{(pid=103833) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 05 11:24:38.237979 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO oslo_service.service [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Starting 2 workers Apr 05 11:24:38.242934 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Started child 103946 {{(pid=103833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 11:24:38.247510 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Started child 103947 {{(pid=103833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 11:24:38.248474 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:38.249118 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO neutron.service [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 11:24:38.249692 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:38.250008 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [-] (103946) wsgi starting up on http://0.0.0.0:9696 Apr 05 11:24:38.252178 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO oslo_service.service [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Starting 1 workers Apr 05 11:24:38.252304 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:38.253733 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [-] (103947) wsgi starting up on http://0.0.0.0:9696 Apr 05 11:24:38.257738 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Started child 103948 {{(pid=103833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 11:24:38.258323 dv-cinder-834448-3-iscsi neutron-server[103833]: INFO oslo_service.service [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Starting 1 workers Apr 05 11:24:38.261646 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.service [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] calling RpcWorker wait() {{(pid=103948) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 11:24:38.262208 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.service [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] returning from RpcWorker wait() {{(pid=103948) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 11:24:38.262922 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Started child 103949 {{(pid=103833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 11:24:38.263710 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:38.263811 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ef66dc-60bb-4905-8e29-80150f27331b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:38.264250 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:38.265700 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103833) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 11:24:38.265909 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:24:38.266083 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 11:24:38.266323 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 11:24:38.266670 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 11:24:38.266839 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 11:24:38.267369 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.267684 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.267942 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:38.268408 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.268408 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.268545 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.269112 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.269342 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:38.269441 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.269670 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.270181 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.270181 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.271651 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.271651 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.271651 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.272012 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.272135 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.272295 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.272556 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.272814 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.272990 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.273248 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.273517 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.273773 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.274039 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] debug = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.274266 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.274773 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.275005 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.275272 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.275537 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.275822 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.276074 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.276353 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.276574 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.276792 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.277049 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.277358 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.277584 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.277821 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.278085 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.278302 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.278567 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.278806 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.279281 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] host = dv-cinder-834448-3-iscsi {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.279554 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.279797 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.280030 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.280294 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.280545 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.280796 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.281065 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.281346 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.281627 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.281883 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.282140 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.282405 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.282660 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.282872 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] log_file = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.283041 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] log_options = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.283281 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.283580 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.283861 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.284027 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.284199 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.284365 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.284628 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.284795 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.285051 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.285270 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.285489 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.285707 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.286075 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.286811 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.287059 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.287318 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.287602 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.287764 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.288031 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.288272 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.288526 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.288773 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.288991 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.289208 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.289443 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.289662 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.289909 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.290147 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.290390 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.290643 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.290892 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.291139 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.291499 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.291662 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.291936 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.292273 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.292515 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.292843 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.293016 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.293248 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.293500 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.293773 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.293989 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.294302 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.294568 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.294781 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.295025 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] use_json = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.295262 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.295668 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.296173 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.296173 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.296707 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.296707 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.297191 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.297191 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.297476 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.297706 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.298001 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.298322 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.298667 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.298826 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.299219 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.299338 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.299575 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.299813 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.300047 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.300367 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.300708 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.300914 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.301179 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.301455 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.301891 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.302156 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.302543 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.302645 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.302912 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.303132 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.303405 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.303968 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.303968 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.304240 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.304395 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.304609 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.304905 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.305176 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.305513 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.305794 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.306063 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.306337 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.306559 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.306785 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.307577 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.307977 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.307977 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.307977 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.312998 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.312998 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.312998 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.312998 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.312998 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.312998 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.312998 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.312998 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.312998 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.313680 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.313680 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.313680 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.313680 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.313680 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.313680 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.313680 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.313680 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.313680 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.314325 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.314325 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.314325 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.314325 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.314325 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.314325 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.314325 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.314325 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.314325 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.314956 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.314956 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.314956 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.315185 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.315348 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.315592 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.315811 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.316364 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.316364 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.316675 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.316675 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.316943 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.317133 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.317390 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.317588 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.317822 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.318293 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.318293 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.318576 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.318703 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.319451 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.319451 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.319451 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.319703 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.319807 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.320119 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.320599 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.320744 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.320907 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.321127 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.321375 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.321603 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.321873 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.322092 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.322309 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.322523 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.322773 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.323018 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.323271 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.323529 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.323769 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.324014 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.324252 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.324470 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.324713 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.324947 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.325165 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.325423 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.325707 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.325964 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.326201 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.326436 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.326670 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.326951 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.327206 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.327598 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.327842 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.328119 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.328448 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.328703 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.328990 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.329228 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.329460 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.329715 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.329967 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.330238 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.330470 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.330702 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.330922 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.331174 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.331402 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.331643 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.331901 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.332212 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.332446 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.332663 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.333525 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.333805 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.334065 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.334336 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.334614 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.334865 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.335122 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.335373 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.335638 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.335864 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.336101 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.336335 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.336553 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.336812 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.337048 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.337305 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.337737 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.338182 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.338596 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.338728 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.338888 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.339106 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.339404 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.339575 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.339988 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.340130 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.340255 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.340471 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.340693 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.340898 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.341116 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.341331 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.341841 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.342062 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.342328 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.342790 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.342790 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.343075 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.343251 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.343521 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.343744 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.343995 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.344220 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.344460 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.344678 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.344900 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.345503 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.345503 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.345769 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.345894 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.346081 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.346336 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.346693 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.346941 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.347176 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.347436 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.347818 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.347950 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.348131 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.348538 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.349813 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.350046 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.350278 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.350517 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.350729 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.350949 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.351176 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.351396 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.351685 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.351935 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.352756 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.352756 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.352756 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.353495 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.353495 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.353495 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.353856 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.353856 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.354592 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.354999 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.355134 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.355320 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.355618 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.355853 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.356128 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.356383 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.356651 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.356888 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.357104 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.357318 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.357543 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.357783 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.357998 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.358228 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.358442 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.359006 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.359006 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.359285 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.359442 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.359668 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.359821 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.360034 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.360258 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.360475 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.360866 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.361325 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.361325 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.361325 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.361643 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.361759 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.361931 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.362157 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.362370 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.362603 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.362914 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.363141 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.363355 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.363689 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.363941 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.364214 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.364493 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.364872 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.365303 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.365698 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.366155 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.366526 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.366925 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.367313 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.367693 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.368096 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.368373 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.368870 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.369304 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.369741 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.369989 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.370258 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.370547 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.370820 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.371047 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.371338 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.372437 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.372437 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.372437 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.372904 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.372904 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.373169 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.373169 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.373431 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.373597 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.374400 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.374400 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.374400 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.374788 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.374788 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.374951 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.375144 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.375392 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.375635 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.375860 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.376077 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.376237 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 11:24:38.376816 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103833) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 11:24:38.376971 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:24:38.377125 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 11:24:38.377295 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 11:24:38.377466 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 11:24:38.377619 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 11:24:38.377830 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.377993 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.378151 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.378312 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.378474 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.378657 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.378819 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.378979 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.379140 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.379300 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.379484 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.379683 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.379862 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.380003 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.380166 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.380469 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.380636 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.380798 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.380964 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.381126 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.381287 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.381450 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.381612 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] debug = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.381774 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.381985 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.382156 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.382383 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.382475 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.382615 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.382773 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.382932 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.383094 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.383253 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.383603 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.383603 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.383764 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.383965 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.384079 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.384201 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.384361 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.384521 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.384682 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] host = dv-cinder-834448-3-iscsi {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.385153 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.385153 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.385153 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.385382 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.385474 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.385583 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.385743 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.385904 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.386069 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.386230 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.386384 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.386523 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.386682 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.386833 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] log_file = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.387046 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] log_options = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.387226 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.387479 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.387688 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.387858 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.388001 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.389194 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.389194 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.389194 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.389194 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.389194 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.389194 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.389194 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.389194 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.390587 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.390587 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.390587 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.390587 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.390587 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.390587 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.390587 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.390587 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.391572 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.391572 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.391572 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.391572 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.391572 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.391572 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.391572 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.391572 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.391572 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.392884 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.392884 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.392884 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.392884 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.392884 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.392884 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.392884 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.392884 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.393557 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.393557 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.393557 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.393557 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.393557 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.393903 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.393903 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.394070 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.394151 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] use_json = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.394229 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.394394 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.394554 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.394715 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.394875 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.395035 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.395196 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.395942 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.396281 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:38.396539 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.396709 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.396888 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.397052 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.397217 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.397588 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.397588 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.397864 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.397864 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.398099 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.398222 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.398344 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.398465 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.398587 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.398751 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.398917 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.399081 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.399243 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.399409 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.399594 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.399755 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.399917 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.400096 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.400248 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.400409 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.400572 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.400734 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.400904 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.401065 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.401242 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.401561 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.401561 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.402153 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.402153 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.402153 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.402153 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.402433 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.402511 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.402625 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.402793 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.402956 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.403118 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.403280 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.403470 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.403636 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.403800 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.403965 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.404128 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.404291 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.404455 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.404618 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.404781 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.404945 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.405108 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.405271 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.405435 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.405596 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.405769 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.405932 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.406093 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.406255 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.406422 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.406581 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.406903 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.407067 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.407231 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.407393 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.407578 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.407756 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.407919 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.408081 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.408243 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.408405 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.408568 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.408730 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.408891 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.409053 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.409216 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.409379 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.409533 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:38.409625 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.409704 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.409843 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.410006 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.410204 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.410312 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.410477 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.410637 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.410799 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.411097 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.411792 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.411954 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.412128 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.412309 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.412471 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.412636 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.412802 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.412965 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.413127 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.413291 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.413455 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.413616 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.413777 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.413938 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.414180 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.415187 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.415187 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.415187 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.415187 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.415187 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.415187 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.416218 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.416218 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.416218 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.416218 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.416218 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.416218 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.416218 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.416700 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.416700 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.416700 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.416923 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.416923 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.417068 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.417244 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.417416 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.417580 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.417902 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.417902 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.418048 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.418195 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.418358 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.418520 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.418682 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.418844 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.419007 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.419179 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.419344 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.419529 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.419695 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.420053 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.420053 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.420217 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.420401 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.420474 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.420636 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.420799 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.420963 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.421126 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.421289 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.421451 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.421615 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.421778 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.421940 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.422101 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.422268 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.422416 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.422581 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.422743 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.422910 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.423073 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.423235 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.423397 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.423584 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.423721 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.423882 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.424045 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.424208 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.424370 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.424531 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.424692 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.424856 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.425019 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.425181 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.425343 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.425509 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.425676 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.425841 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.425989 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.426152 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.426314 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.426477 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.426692 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.426858 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.427021 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.427188 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.427347 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.428737 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.428737 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.428737 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.428737 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.428737 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.428737 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.428737 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.428737 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.429959 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.430125 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.430289 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.430461 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.430609 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.430771 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.430933 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.431098 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.431264 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.431465 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.431601 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.431768 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.431932 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.432095 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.432259 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.432421 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.432587 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.432753 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.432917 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.433080 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.433244 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.433407 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.433569 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.433735 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.433898 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.434067 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.434227 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.434390 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.434557 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.434732 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.434895 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.435057 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.435219 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.435382 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.435575 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.435747 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.435910 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.436072 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.436234 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.436396 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.436559 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.436731 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.436894 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.437061 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.437207 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.437369 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.437531 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.437703 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.437865 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.438027 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.438188 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.438350 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.438512 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.438683 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.438845 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.439008 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.439170 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.439332 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.439516 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.439690 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.439853 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.440016 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.440252 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.440927 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.440927 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.440927 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.440927 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.441425 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.441425 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.441425 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.441953 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.441953 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.441953 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.441953 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.442767 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.442860 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.442993 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.443101 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.444460 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.444460 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.444460 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.444460 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.444460 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.444460 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.444460 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.444460 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.445012 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.445012 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.445012 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.445012 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.445262 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.445332 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.445485 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.445787 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.446100 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.446414 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.446578 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.446741 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.446905 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.447068 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.447234 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.447397 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.447729 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.447899 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.448065 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.448231 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.448395 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.448557 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:38.448713 dv-cinder-834448-3-iscsi neutron-server[103833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 11:24:38.601271 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 55854) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:38.609906 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064030 Apr 05 11:24:50.632613 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eef29ee-2db5-4dc5-8c41-7be0cbf69747 None None] get_active_networks_info from dv-cinder-834448-3-iscsi {{(pid=103948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 05 11:24:50.697577 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef29ee-2db5-4dc5-8c41-7be0cbf69747 None None] No non-hosted networks {{(pid=103948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 11:24:50.714756 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.agentschedulers_db [None req-9eef29ee-2db5-4dc5-8c41-7be0cbf69747 None None] DHCP Agent not found on host dv-cinder-834448-3-iscsi {{(pid=103948) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 05 11:24:50.895762 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ffa60c5e-025c-4e52-aabb-62bfd6bd53f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530161'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:53.042388 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-43d2664a-d0c8-43b8-a726-f7b6ea04bede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530161'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:53.069899 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.db.api [None req-163e597a-fb7c-44e5-ae02-63e23972ec88 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-834448-3-iscsi {{(pid=103948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 11:24:53.070779 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG oslo_db.api [None req-163e597a-fb7c-44e5-ae02-63e23972ec88 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 11:24:53.657682 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-163e597a-fb7c-44e5-ae02-63e23972ec88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:53.747623 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 55918) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:54.120182 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530161'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.319408 dv-cinder-834448-3-iscsi neutron-server[103946]: WARNING oslo_policy.policy [None req-f718efa0-538b-4344-9441-e95bd427bdfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:24:54.320091 dv-cinder-834448-3-iscsi neutron-server[103946]: WARNING oslo_policy.policy [None req-f718efa0-538b-4344-9441-e95bd427bdfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:24:54.549357 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [None req-f718efa0-538b-4344-9441-e95bd427bdfe admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:24:54.551906 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-f718efa0-538b-4344-9441-e95bd427bdfe admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8020351 Apr 05 11:24:55.405710 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530161'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:56.926048 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530161'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:56.926893 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:56.927362 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:56.927828 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:56.928301 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:56.928730 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:56.929194 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:56.929622 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:56.931135 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:56.931609 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:56.932097 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:56.932596 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:56.933062 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:56.933536 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:56.934003 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:56.934407 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:56.935100 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834448-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:56.942093 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834448-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:57.175732 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 55952) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:57.689332 dv-cinder-834448-3-iscsi neutron-server[103947]: WARNING oslo_policy.policy [None req-b7f15919-4775-46ca-9bfe-791031b76d6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:24:57.690083 dv-cinder-834448-3-iscsi neutron-server[103947]: WARNING oslo_policy.policy [None req-b7f15919-4775-46ca-9bfe-791031b76d6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:24:57.923612 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-b7f15919-4775-46ca-9bfe-791031b76d6e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:24:58.017808 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.policy [None req-b7f15919-4775-46ca-9bfe-791031b76d6e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103947) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 11:24:58.060863 dv-cinder-834448-3-iscsi neutron-server[103947]: WARNING oslo_policy.policy [None req-b7f15919-4775-46ca-9bfe-791031b76d6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:24:58.061195 dv-cinder-834448-3-iscsi neutron-server[103947]: WARNING oslo_policy.policy [None req-b7f15919-4775-46ca-9bfe-791031b76d6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:24:58.237092 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b7f15919-4775-46ca-9bfe-791031b76d6e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790225466791', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790225464314', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790225578855', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790225573718', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790225565968', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790225558818', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4063252', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3790977', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-577469', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1027981'] for rbac-policy (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:58.471129 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b7f15919-4775-46ca-9bfe-791031b76d6e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:58.483550 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-b7f15919-4775-46ca-9bfe-791031b76d6e admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2949750 Apr 05 11:25:00.165872 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.db.l3_hamode_db [None req-f9ea5b95-0ffd-441e-8772-396d3b7bba07 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 11:25:00.244072 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea5b95-0ffd-441e-8772-396d3b7bba07 None None] Routers set() bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:25:00.244468 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea5b95-0ffd-441e-8772-396d3b7bba07 None None] Router IDs set() for agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 11:25:01.013311 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 55970) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:01.323617 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:25:01.411373 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Made reservation on behalf of 6fa6556cdb1d418b923638886da7670c for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:25:01.414970 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:01.432310 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:01.540758 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Publish callbacks [] for security_group (6f18ab9c-0ddf-4aee-8946-e1a94018e5aa), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:01.611344 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (6f18ab9c-0ddf-4aee-8946-e1a94018e5aa), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:01.636408 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:25:01.670539 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790226993264', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (09653d55-ebab-4ea2-bc42-fa45c6785222), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:01.671046 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Unsubscribe: segment precommit_create {{(pid=103947) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 11:25:01.671587 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Added segment 09653d55-ebab-4ea2-bc42-fa45c6785222 of type vlan for network 316251fe-2948-49f8-9e9f-3f047010ee65 Apr 05 11:25:01.688647 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6f18ab9c-0ddf-4aee-8946-e1a94018e5aa,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:01.738742 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.738952 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.739451 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.739812 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.740147 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.740473 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.740795 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.741115 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.741435 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.741753 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.742073 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.742405 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.742724 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.743037 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.743349 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Tracked resource versions report: Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: pushed versions: Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: { 'AddressGroup': {'1.2'}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Agent': {'1.1'}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'ConntrackHelper': {'1.0'}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Log': {'1.0'}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'NDPProxy': {'1.0'}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Network': {'1.1'}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Port': {'1.7'}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'PortForwarding': {'1.3'}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'QosPolicy': {'1.10'}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'SecurityGroup': {'1.5'}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'SubPort': {'1.0'}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Subnet': {'1.1'}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Trunk': {'1.1'}} Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: consumer versions: Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: { DHCP agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: L3 agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: Metadata agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: Metering agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: Open vSwitch agent@dv-cinder-834448-3-iscsi: { 'AddressGroup': '1.2', Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Agent': '1.1', Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'ConntrackHelper': '1.0', Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'LocalIPAssociation': '1.0', Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Log': '1.0', Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'NDPProxy': '1.0', Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Network': '1.1', Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Port': '1.7', Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'PortForwarding': '1.3', Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'QosPolicy': '1.10', Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'SecurityGroup': '1.5', Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'SecurityGroupRule': '1.2', Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'SubPort': '1.0', Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Subnet': '1.1', Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Trunk': '1.1'}} Apr 05 11:25:01.744816 dv-cinder-834448-3-iscsi neutron-server[103947]: {{(pid=103947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:25:01.779323 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (316251fe-2948-49f8-9e9f-3f047010ee65), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:01.885550 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (316251fe-2948-49f8-9e9f-3f047010ee65), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:01.890651 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:01.891362 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:02.004325 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] Pushing event updated for resources: {'Network': ['ID=316251fe-2948-49f8-9e9f-3f047010ee65,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:02.013600 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-c29701ff-8e74-4f35-a64f-9dea3832903a demo demo] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9992387 Apr 05 11:25:02.015772 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network 316251fe-2948-49f8-9e9f-3f047010ee65 details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:25:04.644937 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 55982) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:05.181234 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.policy [None req-b9d738d7-0380-416e-88c6-ce66a4a79ef1 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103946) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 11:25:05.223609 dv-cinder-834448-3-iscsi neutron-server[103946]: WARNING oslo_policy.policy [None req-b9d738d7-0380-416e-88c6-ce66a4a79ef1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:25:05.223987 dv-cinder-834448-3-iscsi neutron-server[103946]: WARNING oslo_policy.policy [None req-b9d738d7-0380-416e-88c6-ce66a4a79ef1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:25:05.231860 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d738d7-0380-416e-88c6-ce66a4a79ef1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:05.233579 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-b9d738d7-0380-416e-88c6-ce66a4a79ef1 demo admin] 10.222.0.60 "GET /v2.0/networks/316251fe-2948-49f8-9e9f-3f047010ee65 HTTP/1.1" status: 200 len: 825 time: 0.5877137 Apr 05 11:25:05.273840 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-cc01436a-e02f-4f4b-9256-180ad4408180 demo admin] 10.222.0.60 "GET /v2.0/subnetpools/37dda72e-9556-4511-bb63-d962c5dbf13f HTTP/1.1" status: 200 len: 734 time: 0.0337827 Apr 05 11:25:05.282651 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '37dda72e-9556-4511-bb63-d962c5dbf13f'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:25:05.399497 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Made reservation on behalf of 6fa6556cdb1d418b923638886da7670c for: {'subnet': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:25:05.402255 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:05.772448 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for subnet (73240990-e3e1-45c1-9411-13736182cdfa), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:05.852655 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Checking segment: {'id': '09653d55-ebab-4ea2-bc42-fa45c6785222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:25:05.852941 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Network hostable DHCP agents. Network: 316251fe-2948-49f8-9e9f-3f047010ee65, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:25:05.857730 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Pushing event updated for resources: {'Subnet': ['ID=73240990-e3e1-45c1-9411-13736182cdfa,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:05.870768 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:05.871104 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:05.871481 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:05.871824 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:05.872149 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:05.872466 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:05.872777 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:05.873089 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:05.873424 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:05.873733 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:05.874043 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:05.874366 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:05.874677 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:05.874982 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:05.875286 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Tracked resource versions report: Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: pushed versions: Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: { 'AddressGroup': {'1.2'}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Agent': {'1.1'}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'ConntrackHelper': {'1.0'}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Log': {'1.0'}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'NDPProxy': {'1.0'}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Network': {'1.1'}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Port': {'1.7'}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'PortForwarding': {'1.3'}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'QosPolicy': {'1.10'}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'SecurityGroup': {'1.5'}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'SubPort': {'1.0'}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Subnet': {'1.1'}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Trunk': {'1.1'}} Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: consumer versions: Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: { DHCP agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: L3 agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: Metadata agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: Metering agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: Open vSwitch agent@dv-cinder-834448-3-iscsi: { 'AddressGroup': '1.2', Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Agent': '1.1', Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'ConntrackHelper': '1.0', Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'LocalIPAssociation': '1.0', Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Log': '1.0', Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'NDPProxy': '1.0', Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Network': '1.1', Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Port': '1.7', Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'PortForwarding': '1.3', Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'QosPolicy': '1.10', Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'SecurityGroup': '1.5', Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'SecurityGroupRule': '1.2', Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'SubPort': '1.0', Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Subnet': '1.1', Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Trunk': '1.1'}} Apr 05 11:25:05.876714 dv-cinder-834448-3-iscsi neutron-server[103946]: {{(pid=103946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:25:05.953805 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Network 316251fe-2948-49f8-9e9f-3f047010ee65 is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:25:06.039627 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, 316251fe-2948-49f8-9e9f-3f047010ee65) {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:25:06.044523 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:06.045177 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:06.049996 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f877bd-01ff-4e71-8d9c-801ca666c4ec None None] Network 316251fe-2948-49f8-9e9f-3f047010ee65 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:25:06.163041 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-d7c320d4-f93e-4654-b582-c74c5d88aa9c demo admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8836892 Apr 05 11:25:06.424896 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62790f3-32b1-5633-b3ce-e64a86f35074-316251fe-2948-49f8-9e9f-3f047010ee65', 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65', 'project_id': '6fa6556cdb1d418b923638886da7670c', 'fixed_ips': [{'subnet_id': '73240990-e3e1-45c1-9411-13736182cdfa'}]}} from dv-cinder-834448-3-iscsi. {{(pid=103948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:25:06.426727 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:06.706829 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Allocated IP 172.20.0.2 (316251fe-2948-49f8-9e9f-3f047010ee65/73240990-e3e1-45c1-9411-13736182cdfa/22377baf-913b-4292-b344-8d65c92aacdb) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:25:06.978035 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Publish callbacks [] for port (22377baf-913b-4292-b344-8d65c92aacdb), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:07.068997 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (22377baf-913b-4292-b344-8d65c92aacdb), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:07.142424 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Network 316251fe-2948-49f8-9e9f-3f047010ee65 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:25:07.149196 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:25:07.160228 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:25:07.163333 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Pushing event updated for resources: {'Port': ['ID=22377baf-913b-4292-b344-8d65c92aacdb,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:07.193817 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.194160 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.194507 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.194855 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.195184 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.195524 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.195846 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.196162 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.196478 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.196794 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.197110 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.197440 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.197792 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.198111 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.198420 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Tracked resource versions report: Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: pushed versions: Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: { 'AddressGroup': {'1.2'}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Agent': {'1.1'}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'ConntrackHelper': {'1.0'}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Log': {'1.0'}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'NDPProxy': {'1.0'}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Network': {'1.1'}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Port': {'1.7'}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'PortForwarding': {'1.3'}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'QosPolicy': {'1.10'}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'SecurityGroup': {'1.5'}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'SubPort': {'1.0'}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Subnet': {'1.1'}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Trunk': {'1.1'}} Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: consumer versions: Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: { DHCP agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: L3 agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: Metadata agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: Metering agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: Open vSwitch agent@dv-cinder-834448-3-iscsi: { 'AddressGroup': '1.2', Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Agent': '1.1', Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'ConntrackHelper': '1.0', Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'LocalIPAssociation': '1.0', Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Log': '1.0', Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'NDPProxy': '1.0', Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Network': '1.1', Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Port': '1.7', Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'PortForwarding': '1.3', Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'QosPolicy': '1.10', Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'SecurityGroup': '1.5', Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'SecurityGroupRule': '1.2', Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'SubPort': '1.0', Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Subnet': '1.1', Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Trunk': '1.1'}} Apr 05 11:25:07.199900 dv-cinder-834448-3-iscsi neutron-server[103948]: {{(pid=103948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:25:07.250125 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Attempting to bind port 22377baf-913b-4292-b344-8d65c92aacdb on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:25:07.250536 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Attempting to bind port 22377baf-913b-4292-b344-8d65c92aacdb by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '09653d55-ebab-4ea2-bc42-fa45c6785222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:25:07.250945 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Attempting to bind port 22377baf-913b-4292-b344-8d65c92aacdb on network 316251fe-2948-49f8-9e9f-3f047010ee65 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:25:07.256422 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:25:07.256802 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Checking segment: {'id': '09653d55-ebab-4ea2-bc42-fa45c6785222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:25:07.257290 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:07.257674 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Bound using segment: {'id': '09653d55-ebab-4ea2-bc42-fa45c6785222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:25:07.258130 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Bound port: 22377baf-913b-4292-b344-8d65c92aacdb, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09653d55-ebab-4ea2-bc42-fa45c6785222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:25:07.258527 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (22377baf-913b-4292-b344-8d65c92aacdb), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:07.323355 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] For port 22377baf-913b-4292-b344-8d65c92aacdb, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:25:07.327619 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] For port 22377baf-913b-4292-b344-8d65c92aacdb, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=22377baf-913b-4292-b344-8d65c92aacdb,segment=NetworkSegment(09653d55-ebab-4ea2-bc42-fa45c6785222),segment_id=09653d55-ebab-4ea2-bc42-fa45c6785222)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:25:07.428928 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (22377baf-913b-4292-b344-8d65c92aacdb), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:07.495448 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f8be6-6fe9-4cda-bba1-b5fe627a05a8 None None] Pushing event updated for resources: {'Port': ['ID=22377baf-913b-4292-b344-8d65c92aacdb,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:08.761818 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 55996) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:09.071455 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [None req-aa69e01c-1964-449d-bfaa-590648a7f331 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:25:09.072429 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-aa69e01c-1964-449d-bfaa-590648a7f331 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3095996 Apr 05 11:25:11.693553 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 56004) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:12.019643 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [None req-4aba7e45-a2f5-4aa7-ac6f-e9c5f7d1dcbc admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:25:12.020719 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-4aba7e45-a2f5-4aa7-ac6f-e9c5f7d1dcbc admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3262556 Apr 05 11:25:14.593716 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 56012) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:14.920773 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-5edd5a9f-0163-4604-8c8b-c21a4eabbef2 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:25:15.022618 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5edd5a9f-0163-4604-8c8b-c21a4eabbef2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4940'] for router (693f8719-5e68-4559-808c-ebdf77dddc68), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:15.024400 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5edd5a9f-0163-4604-8c8b-c21a4eabbef2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4949'] for router (693f8719-5e68-4559-808c-ebdf77dddc68), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:15.163508 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5edd5a9f-0163-4604-8c8b-c21a4eabbef2 demo demo] Publish callbacks [] for router_controller (693f8719-5e68-4559-808c-ebdf77dddc68), precommit_add_association {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:15.587513 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5edd5a9f-0163-4604-8c8b-c21a4eabbef2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530046'] for router (693f8719-5e68-4559-808c-ebdf77dddc68), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:15.669362 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5edd5a9f-0163-4604-8c8b-c21a4eabbef2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:15.670560 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-5edd5a9f-0163-4604-8c8b-c21a4eabbef2 demo demo] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0757167 Apr 05 11:25:17.676685 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 22377baf-913b-4292-b344-8d65c92aacdb up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:25:17.769760 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 22377baf-913b-4292-b344-8d65c92aacdb triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:17.770171 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (22377baf-913b-4292-b344-8d65c92aacdb), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:17.879726 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 22377baf-913b-4292-b344-8d65c92aacdb is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:25:17.880012 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (22377baf-913b-4292-b344-8d65c92aacdb), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:17.915006 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] For port 22377baf-913b-4292-b344-8d65c92aacdb, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=22377baf-913b-4292-b344-8d65c92aacdb,segment=NetworkSegment(09653d55-ebab-4ea2-bc42-fa45c6785222),segment_id=09653d55-ebab-4ea2-bc42-fa45c6785222)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:25:18.010800 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (22377baf-913b-4292-b344-8d65c92aacdb), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:18.071839 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Pushing event updated for resources: {'Port': ['ID=22377baf-913b-4292-b344-8d65c92aacdb,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:18.264311 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 56024) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:18.575875 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [None req-5f9b3e78-abf8-4a2b-b410-1741bddd6338 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103947) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:25:18.576986 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-5f9b3e78-abf8-4a2b-b410-1741bddd6338 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3116901 Apr 05 11:25:19.240441 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb9fc9e-ea36-491b-8691-79088d5f53c1 None None] Network 316251fe-2948-49f8-9e9f-3f047010ee65 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:25:19.358852 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-00d65995-34b9-4480-96cb-c2151bba7f4b None None] Provisioning complete for port 22377baf-913b-4292-b344-8d65c92aacdb triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:19.368226 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-00d65995-34b9-4480-96cb-c2151bba7f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (22377baf-913b-4292-b344-8d65c92aacdb), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:19.466790 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-00d65995-34b9-4480-96cb-c2151bba7f4b None None] Current status of the port 22377baf-913b-4292-b344-8d65c92aacdb is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:25:19.586125 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-7382248e-97f4-4813-949c-f795c03baad1 None None] Provisioning complete for port 22377baf-913b-4292-b344-8d65c92aacdb triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:19.586514 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7382248e-97f4-4813-949c-f795c03baad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (22377baf-913b-4292-b344-8d65c92aacdb), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:19.666263 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 22377baf-913b-4292-b344-8d65c92aacdb up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:25:19.670621 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-7382248e-97f4-4813-949c-f795c03baad1 None None] Current status of the port 22377baf-913b-4292-b344-8d65c92aacdb is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:25:19.717186 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 22377baf-913b-4292-b344-8d65c92aacdb triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:19.717493 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (22377baf-913b-4292-b344-8d65c92aacdb), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:19.795432 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 22377baf-913b-4292-b344-8d65c92aacdb is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:25:20.673429 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-cde94e28-07f2-4d98-844e-84ac1dbdc39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:21.170373 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 56032) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:21.476754 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-42905c40-0d36-4a1c-978c-402d9fe66116 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:25:21.587484 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42905c40-0d36-4a1c-978c-402d9fe66116 admin admin] Made reservation on behalf of cba6886c78814016b146e5fc01101f70 for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:25:21.589594 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-42905c40-0d36-4a1c-978c-402d9fe66116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:21.597846 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-42905c40-0d36-4a1c-978c-402d9fe66116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:21.668427 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-42905c40-0d36-4a1c-978c-402d9fe66116 admin admin] Publish callbacks [] for security_group (c6bf5ac6-5708-4360-9a4b-2df94f511fc0), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:21.747446 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-42905c40-0d36-4a1c-978c-402d9fe66116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (c6bf5ac6-5708-4360-9a4b-2df94f511fc0), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:21.765423 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-42905c40-0d36-4a1c-978c-402d9fe66116 admin admin] Reserving flat network on physical network physnet1 {{(pid=103947) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 05 11:25:21.786371 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42905c40-0d36-4a1c-978c-402d9fe66116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bf5ac6-5708-4360-9a4b-2df94f511fc0,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:21.790997 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-42905c40-0d36-4a1c-978c-402d9fe66116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (708853fa-4da0-4ac8-8c30-bd038023989d), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:21.791325 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-42905c40-0d36-4a1c-978c-402d9fe66116 admin admin] Added segment 708853fa-4da0-4ac8-8c30-bd038023989d of type flat for network 06b64f98-fdf1-414a-b53a-ab62106c5d0d Apr 05 11:25:21.849019 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-42905c40-0d36-4a1c-978c-402d9fe66116 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (06b64f98-fdf1-414a-b53a-ab62106c5d0d), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:21.953053 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-42905c40-0d36-4a1c-978c-402d9fe66116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (06b64f98-fdf1-414a-b53a-ab62106c5d0d), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:21.953988 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42905c40-0d36-4a1c-978c-402d9fe66116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:21.954621 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-42905c40-0d36-4a1c-978c-402d9fe66116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:22.043173 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42905c40-0d36-4a1c-978c-402d9fe66116 admin admin] Pushing event updated for resources: {'Network': ['ID=06b64f98-fdf1-414a-b53a-ab62106c5d0d,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:22.057402 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:25:22.104614 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-42905c40-0d36-4a1c-978c-402d9fe66116 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9330623 Apr 05 11:25:23.004547 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-313b4300-609b-4ae9-bdae-08fe5090bec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:23.987517 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:24.634764 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 56050) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:24.855375 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099851a0-f768-4d21-bcae-1eae17bf6159 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:24.856788 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-099851a0-f768-4d21-bcae-1eae17bf6159 demo admin] 10.222.0.60 "GET /v2.0/subnets/73240990-e3e1-45c1-9411-13736182cdfa HTTP/1.1" status: 200 len: 849 time: 0.2210741 Apr 05 11:25:24.991935 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-9228b75c-3def-4da0-bef9-07d28b4d1054 demo admin] 10.222.0.60 "GET /v2.0/routers/693f8719-5e68-4559-808c-ebdf77dddc68 HTTP/1.1" status: 200 len: 704 time: 0.1275389 Apr 05 11:25:25.261931 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:25.387314 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:25.557603 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Allocated IP 172.20.0.1 (316251fe-2948-49f8-9e9f-3f047010ee65/73240990-e3e1-45c1-9411-13736182cdfa/625f228e-b963-463a-bc2c-a5bd47b6c86e) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:25:25.738474 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Publish callbacks [] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:25.873927 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:25.997035 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Network 316251fe-2948-49f8-9e9f-3f047010ee65 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:25:26.009330 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:25:26.014775 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Pushing event updated for resources: {'Port': ['ID=625f228e-b963-463a-bc2c-a5bd47b6c86e,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:26.022655 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:25:26.022655 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530095'] for router_interface (693f8719-5e68-4559-808c-ebdf77dddc68), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:26.280324 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:26.332810 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-4f6a48f8-2ae9-479a-bd6f-75afb4cc5e85 None None] Provisioning complete for port 625f228e-b963-463a-bc2c-a5bd47b6c86e triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:26.340352 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4f6a48f8-2ae9-479a-bd6f-75afb4cc5e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:26.367312 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a48f8-2ae9-479a-bd6f-75afb4cc5e85 None None] Port 625f228e-b963-463a-bc2c-a5bd47b6c86e cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:25:26.498276 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Publish callbacks [] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:26.564528 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:26.565662 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532287'] for router_interface (693f8719-5e68-4559-808c-ebdf77dddc68), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:26.650208 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Pushing event updated for resources: {'Port': ['ID=625f228e-b963-463a-bc2c-a5bd47b6c86e,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:26.692125 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Network 316251fe-2948-49f8-9e9f-3f047010ee65 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:25:26.693397 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:25:26.888215 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-a96080cf-95c1-4924-bd58-2fb5be2d3d8a None None] Provisioning complete for port 625f228e-b963-463a-bc2c-a5bd47b6c86e triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:26.888784 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a96080cf-95c1-4924-bd58-2fb5be2d3d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:26.913849 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:26.926022 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-a96080cf-95c1-4924-bd58-2fb5be2d3d8a None None] Port 625f228e-b963-463a-bc2c-a5bd47b6c86e cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:25:26.941965 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Router 693f8719-5e68-4559-808c-ebdf77dddc68 is scheduled to L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 with binding_index 1 {{(pid=103947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:25:27.036197 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:25:27.043519 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f1abb233-178e-47cd-a57c-7ffa7b6e26fa demo admin] 10.222.0.60 "PUT /v2.0/routers/693f8719-5e68-4559-808c-ebdf77dddc68/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0444162 Apr 05 11:25:27.048893 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Sync routers for ids ['693f8719-5e68-4559-808c-ebdf77dddc68'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:25:27.061040 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Routers {'693f8719-5e68-4559-808c-ebdf77dddc68'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:25:27.061870 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:25:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['693f8719-5e68-4559-808c-ebdf77dddc68'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:27.262741 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Set router 693f8719-5e68-4559-808c-ebdf77dddc68 gateway port host: None {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:25:27.700561 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f8719-5e68-4559-808c-ebdf77dddc68', 'name': 'router1', 'tenant_id': '6fa6556cdb1d418b923638886da7670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:25:15Z', 'updated_at': '2022-04-05T11:25:26Z', 'revision_number': 2, 'project_id': '6fa6556cdb1d418b923638886da7670c', 'gw_port_host': None, '_interfaces': [{'id': '625f228e-b963-463a-bc2c-a5bd47b6c86e', 'name': '', 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65', 'tenant_id': '6fa6556cdb1d418b923638886da7670c', 'mac_address': 'fa:16:3e:3d:0f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f8719-5e68-4559-808c-ebdf77dddc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73240990-e3e1-45c1-9411-13736182cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:25Z', 'updated_at': '2022-04-05T11:25:26Z', 'revision_number': 2, 'project_id': '6fa6556cdb1d418b923638886da7670c', 'subnets': [{'id': '73240990-e3e1-45c1-9411-13736182cdfa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37dda72e-9556-4511-bb63-d962c5dbf13f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:27.753606 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Checking router: 693f8719-5e68-4559-808c-ebdf77dddc68 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:25:27.753974 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Updating router 693f8719-5e68-4559-808c-ebdf77dddc68 port 625f228e-b963-463a-bc2c-a5bd47b6c86e binding host dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:25:27.806952 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:28.346316 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Publish callbacks [] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:28.421400 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:28.586817 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Pushing event updated for resources: {'Port': ['ID=625f228e-b963-463a-bc2c-a5bd47b6c86e,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:28.601914 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Attempting to bind port 625f228e-b963-463a-bc2c-a5bd47b6c86e on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:25:28.602322 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Attempting to bind port 625f228e-b963-463a-bc2c-a5bd47b6c86e by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '09653d55-ebab-4ea2-bc42-fa45c6785222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:25:28.602743 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Attempting to bind port 625f228e-b963-463a-bc2c-a5bd47b6c86e on network 316251fe-2948-49f8-9e9f-3f047010ee65 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:25:28.610985 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:28.611329 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:28.612253 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:28.612594 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:28.612918 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:28.613238 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:28.613582 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:28.613876 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:28.614191 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:28.614504 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:28.614821 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:28.615147 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:28.615482 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:28.615798 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:28.616107 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Tracked resource versions report: Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: pushed versions: Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: { 'AddressGroup': {'1.2'}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Agent': {'1.1'}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'ConntrackHelper': {'1.0'}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Log': {'1.0'}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'NDPProxy': {'1.0'}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Network': {'1.1'}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Port': {'1.7'}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'PortForwarding': {'1.3'}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'QosPolicy': {'1.10'}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'SecurityGroup': {'1.5'}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'SubPort': {'1.0'}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Subnet': {'1.1'}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Trunk': {'1.1'}} Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: consumer versions: Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: { DHCP agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: L3 agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: Metadata agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: Metering agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: Open vSwitch agent@dv-cinder-834448-3-iscsi: { 'AddressGroup': '1.2', Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Agent': '1.1', Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'ConntrackHelper': '1.0', Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'LocalIPAssociation': '1.0', Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Log': '1.0', Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'NDPProxy': '1.0', Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Network': '1.1', Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Port': '1.7', Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'PortForwarding': '1.3', Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'QosPolicy': '1.10', Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'SecurityGroup': '1.5', Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'SecurityGroupRule': '1.2', Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'SubPort': '1.0', Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Subnet': '1.1', Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Trunk': '1.1'}} Apr 05 11:25:28.617560 dv-cinder-834448-3-iscsi neutron-server[103949]: {{(pid=103949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:25:28.621880 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:25:28.622294 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Checking segment: {'id': '09653d55-ebab-4ea2-bc42-fa45c6785222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:25:28.622783 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:28.623161 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Bound using segment: {'id': '09653d55-ebab-4ea2-bc42-fa45c6785222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:25:28.623659 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Bound port: 625f228e-b963-463a-bc2c-a5bd47b6c86e, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09653d55-ebab-4ea2-bc42-fa45c6785222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:25:28.624035 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:28.655784 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-5b4e0432-f40c-4325-86c0-c95a880c95bd None None] Provisioning complete for port 625f228e-b963-463a-bc2c-a5bd47b6c86e triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:28.656854 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0432-f40c-4325-86c0-c95a880c95bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:28.692085 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-5b4e0432-f40c-4325-86c0-c95a880c95bd None None] Port 625f228e-b963-463a-bc2c-a5bd47b6c86e cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:25:28.693126 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] For port 625f228e-b963-463a-bc2c-a5bd47b6c86e, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:25:28.712853 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] For port 625f228e-b963-463a-bc2c-a5bd47b6c86e, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=625f228e-b963-463a-bc2c-a5bd47b6c86e,segment=NetworkSegment(09653d55-ebab-4ea2-bc42-fa45c6785222),segment_id=09653d55-ebab-4ea2-bc42-fa45c6785222)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:25:28.770615 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:28.841122 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284df98-4fe0-4fe6-9686-692826330f78 None None] Pushing event updated for resources: {'Port': ['ID=625f228e-b963-463a-bc2c-a5bd47b6c86e,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:28.843345 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Routers {'693f8719-5e68-4559-808c-ebdf77dddc68'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:25:28.843993 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:25:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['693f8719-5e68-4559-808c-ebdf77dddc68'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:28.957390 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] Set router 693f8719-5e68-4559-808c-ebdf77dddc68 gateway port host: None {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:25:29.013261 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-999a3668-68fd-4be2-860a-1e6d40d260be None None] Provisioning complete for port 625f228e-b963-463a-bc2c-a5bd47b6c86e triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:29.013746 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-999a3668-68fd-4be2-860a-1e6d40d260be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:29.101345 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-999a3668-68fd-4be2-860a-1e6d40d260be None None] Current status of the port 625f228e-b963-463a-bc2c-a5bd47b6c86e is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:25:29.101812 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-999a3668-68fd-4be2-860a-1e6d40d260be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:29.137793 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-999a3668-68fd-4be2-860a-1e6d40d260be None None] For port 625f228e-b963-463a-bc2c-a5bd47b6c86e, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=625f228e-b963-463a-bc2c-a5bd47b6c86e,segment=NetworkSegment(09653d55-ebab-4ea2-bc42-fa45c6785222),segment_id=09653d55-ebab-4ea2-bc42-fa45c6785222)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:25:29.183436 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f8719-5e68-4559-808c-ebdf77dddc68', 'name': 'router1', 'tenant_id': '6fa6556cdb1d418b923638886da7670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:25:15Z', 'updated_at': '2022-04-05T11:25:26Z', 'revision_number': 2, 'project_id': '6fa6556cdb1d418b923638886da7670c', 'gw_port_host': None, '_interfaces': [{'id': '625f228e-b963-463a-bc2c-a5bd47b6c86e', 'name': '', 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65', 'tenant_id': '6fa6556cdb1d418b923638886da7670c', 'mac_address': 'fa:16:3e:3d:0f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f8719-5e68-4559-808c-ebdf77dddc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73240990-e3e1-45c1-9411-13736182cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:25Z', 'updated_at': '2022-04-05T11:25:28Z', 'revision_number': 4, 'project_id': '6fa6556cdb1d418b923638886da7670c', 'subnets': [{'id': '73240990-e3e1-45c1-9411-13736182cdfa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37dda72e-9556-4511-bb63-d962c5dbf13f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:29.199211 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-999a3668-68fd-4be2-860a-1e6d40d260be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:29.217715 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef12e99e-2c3e-49c8-8bb4-8d8a3040499e None None] The sync data for ids ['693f8719-5e68-4559-808c-ebdf77dddc68'] in dv-cinder-834448-3-iscsi is: [{'id': '693f8719-5e68-4559-808c-ebdf77dddc68', 'name': 'router1', 'tenant_id': '6fa6556cdb1d418b923638886da7670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:25:15Z', 'updated_at': '2022-04-05T11:25:26Z', 'revision_number': 2, 'project_id': '6fa6556cdb1d418b923638886da7670c', 'gw_port_host': None, '_interfaces': [{'id': '625f228e-b963-463a-bc2c-a5bd47b6c86e', 'name': '', 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65', 'tenant_id': '6fa6556cdb1d418b923638886da7670c', 'mac_address': 'fa:16:3e:3d:0f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f8719-5e68-4559-808c-ebdf77dddc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73240990-e3e1-45c1-9411-13736182cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:25Z', 'updated_at': '2022-04-05T11:25:28Z', 'revision_number': 4, 'project_id': '6fa6556cdb1d418b923638886da7670c', 'subnets': [{'id': '73240990-e3e1-45c1-9411-13736182cdfa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37dda72e-9556-4511-bb63-d962c5dbf13f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:25:29.251711 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a3668-68fd-4be2-860a-1e6d40d260be None None] Pushing event updated for resources: {'Port': ['ID=625f228e-b963-463a-bc2c-a5bd47b6c86e,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:29.309669 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:25:29.586804 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 56072) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:29.696933 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbadbe9-00d6-4178-8748-8a9bb5f64b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:29.698205 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-9fbadbe9-00d6-4178-8748-8a9bb5f64b95 admin admin] 10.222.0.60 "GET /v2.0/networks/06b64f98-fdf1-414a-b53a-ab62106c5d0d HTTP/1.1" status: 200 len: 842 time: 0.1104212 Apr 05 11:25:29.708188 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-116a8bef-8f9b-40ec-9713-56cf44bb46ac admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:25:29.804389 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116a8bef-8f9b-40ec-9713-56cf44bb46ac admin admin] Made reservation on behalf of cba6886c78814016b146e5fc01101f70 for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:25:29.806802 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-116a8bef-8f9b-40ec-9713-56cf44bb46ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:30.189845 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.objects.ports [None req-116a8bef-8f9b-40ec-9713-56cf44bb46ac admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103947) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 11:25:30.190328 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-116a8bef-8f9b-40ec-9713-56cf44bb46ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for subnet (1317ba69-9ce3-438d-84a6-a4f85c413c58), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:30.251594 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a8bef-8f9b-40ec-9713-56cf44bb46ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=1317ba69-9ce3-438d-84a6-a4f85c413c58,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:30.253764 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a8bef-8f9b-40ec-9713-56cf44bb46ac admin admin] Checking segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:25:30.254113 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116a8bef-8f9b-40ec-9713-56cf44bb46ac admin admin] Network hostable DHCP agents. Network: 06b64f98-fdf1-414a-b53a-ab62106c5d0d, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:25:30.347626 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116a8bef-8f9b-40ec-9713-56cf44bb46ac admin admin] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:25:30.427108 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-116a8bef-8f9b-40ec-9713-56cf44bb46ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, 06b64f98-fdf1-414a-b53a-ab62106c5d0d) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:25:30.431484 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116a8bef-8f9b-40ec-9713-56cf44bb46ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:30.432152 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-116a8bef-8f9b-40ec-9713-56cf44bb46ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:30.438124 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e58a02-a9ae-4321-a222-7dd371b6590a None None] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:25:30.527073 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-116a8bef-8f9b-40ec-9713-56cf44bb46ac admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8226578 Apr 05 11:25:30.554641 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64123193-d931-42d5-acc1-53ce5e12a128 None None] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:25:32.981982 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 56080) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:33.194225 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-2c70bef1-6a99-4575-96ee-447fcdd72a2e demo admin] 10.222.0.60 "GET /v2.0/routers/693f8719-5e68-4559-808c-ebdf77dddc68 HTTP/1.1" status: 200 len: 710 time: 0.2107935 Apr 05 11:25:33.281722 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c892572-32f7-4a7e-8634-c9867ee67be2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:33.283254 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-8c892572-32f7-4a7e-8634-c9867ee67be2 demo admin] 10.222.0.60 "GET /v2.0/networks/06b64f98-fdf1-414a-b53a-ab62106c5d0d HTTP/1.1" status: 200 len: 886 time: 0.0837743 Apr 05 11:25:33.292842 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:25:33.547279 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Publish callbacks [] for router_gateway (693f8719-5e68-4559-808c-ebdf77dddc68), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:33.927084 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Publish callbacks [] for router_gateway (693f8719-5e68-4559-808c-ebdf77dddc68), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:34.003195 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:34.227499 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Allocated IP 172.27.1.111 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/5948d153-2bed-48a6-a55f-311dc5227362) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:25:34.331105 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Publish callbacks [] for port (5948d153-2bed-48a6-a55f-311dc5227362), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:34.415934 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (5948d153-2bed-48a6-a55f-311dc5227362), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:34.453027 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:25:34.455883 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:25:34.462400 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:25:34.467922 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Pushing event updated for resources: {'Port': ['ID=5948d153-2bed-48a6-a55f-311dc5227362,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:34.802644 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Publish callbacks [] for router_gateway (693f8719-5e68-4559-808c-ebdf77dddc68), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:35.101325 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4903'] for router (693f8719-5e68-4559-808c-ebdf77dddc68), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:35.104602 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-530039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531732'] for router (693f8719-5e68-4559-808c-ebdf77dddc68), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:35.220682 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Router 693f8719-5e68-4559-808c-ebdf77dddc68 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:25:35.329150 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:25:35.334007 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:35.347443 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-82223257-ce1b-4a56-ad66-6b1c49def877 demo admin] 10.222.0.60 "PUT /v2.0/routers/693f8719-5e68-4559-808c-ebdf77dddc68 HTTP/1.1" status: 200 len: 890 time: 2.0455115 Apr 05 11:25:37.687521 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 625f228e-b963-463a-bc2c-a5bd47b6c86e up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:25:37.738041 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 625f228e-b963-463a-bc2c-a5bd47b6c86e triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:37.738440 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:37.819444 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 625f228e-b963-463a-bc2c-a5bd47b6c86e is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:25:37.926600 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 56092) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:38.026096 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Sync routers for ids ['693f8719-5e68-4559-808c-ebdf77dddc68'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:25:38.036980 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Routers {'693f8719-5e68-4559-808c-ebdf77dddc68'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:25:38.037625 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:25:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['693f8719-5e68-4559-808c-ebdf77dddc68'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:38.047605 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e556f5c1-2966-4c38-8fbe-1d358d1c0c2a admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1198547 Apr 05 11:25:38.270532 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Set router 693f8719-5e68-4559-808c-ebdf77dddc68 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:25:38.758967 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f8719-5e68-4559-808c-ebdf77dddc68', 'name': 'router1', 'tenant_id': '6fa6556cdb1d418b923638886da7670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5948d153-2bed-48a6-a55f-311dc5227362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:25:15Z', 'updated_at': '2022-04-05T11:25:34Z', 'revision_number': 4, 'project_id': '6fa6556cdb1d418b923638886da7670c', 'gw_port': {'id': '5948d153-2bed-48a6-a55f-311dc5227362', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f8719-5e68-4559-808c-ebdf77dddc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:34Z', 'updated_at': '2022-04-05T11:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '625f228e-b963-463a-bc2c-a5bd47b6c86e', 'name': '', 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65', 'tenant_id': '6fa6556cdb1d418b923638886da7670c', 'mac_address': 'fa:16:3e:3d:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f8719-5e68-4559-808c-ebdf77dddc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73240990-e3e1-45c1-9411-13736182cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:25Z', 'updated_at': '2022-04-05T11:25:29Z', 'revision_number': 5, 'project_id': '6fa6556cdb1d418b923638886da7670c', 'subnets': [{'id': '73240990-e3e1-45c1-9411-13736182cdfa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37dda72e-9556-4511-bb63-d962c5dbf13f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:38.812842 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Checking router: 693f8719-5e68-4559-808c-ebdf77dddc68 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:25:38.813193 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Updating router 693f8719-5e68-4559-808c-ebdf77dddc68 port 5948d153-2bed-48a6-a55f-311dc5227362 binding host dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:25:38.867869 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (5948d153-2bed-48a6-a55f-311dc5227362), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:39.196448 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Publish callbacks [] for port (5948d153-2bed-48a6-a55f-311dc5227362), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:39.285041 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (5948d153-2bed-48a6-a55f-311dc5227362), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:39.336689 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0252366-aa2e-4543-9941-8fbd770ea3c1 None None] Pushing event updated for resources: {'Port': ['ID=5948d153-2bed-48a6-a55f-311dc5227362,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:39.338909 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Attempting to bind port 5948d153-2bed-48a6-a55f-311dc5227362 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:25:39.343297 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Attempting to bind port 5948d153-2bed-48a6-a55f-311dc5227362 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:25:39.343297 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Attempting to bind port 5948d153-2bed-48a6-a55f-311dc5227362 on network 06b64f98-fdf1-414a-b53a-ab62106c5d0d {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:25:39.354024 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:25:39.355831 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Checking segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:25:39.356239 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:39.357376 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Bound using segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:25:39.357865 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Bound port: 5948d153-2bed-48a6-a55f-311dc5227362, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:25:39.358305 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (5948d153-2bed-48a6-a55f-311dc5227362), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:39.423587 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] For port 5948d153-2bed-48a6-a55f-311dc5227362, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:25:39.426514 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] For port 5948d153-2bed-48a6-a55f-311dc5227362, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=5948d153-2bed-48a6-a55f-311dc5227362,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:25:39.519193 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (5948d153-2bed-48a6-a55f-311dc5227362), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:39.572777 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Routers {'693f8719-5e68-4559-808c-ebdf77dddc68'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:25:39.573381 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:25:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['693f8719-5e68-4559-808c-ebdf77dddc68'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:39.615202 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0252366-aa2e-4543-9941-8fbd770ea3c1 None None] Pushing event updated for resources: {'Port': ['ID=5948d153-2bed-48a6-a55f-311dc5227362,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:39.693776 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] Set router 693f8719-5e68-4559-808c-ebdf77dddc68 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:25:39.933892 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693f8719-5e68-4559-808c-ebdf77dddc68', 'name': 'router1', 'tenant_id': '6fa6556cdb1d418b923638886da7670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5948d153-2bed-48a6-a55f-311dc5227362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:25:15Z', 'updated_at': '2022-04-05T11:25:34Z', 'revision_number': 4, 'project_id': '6fa6556cdb1d418b923638886da7670c', 'gw_port': {'id': '5948d153-2bed-48a6-a55f-311dc5227362', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f8719-5e68-4559-808c-ebdf77dddc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:34Z', 'updated_at': '2022-04-05T11:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '625f228e-b963-463a-bc2c-a5bd47b6c86e', 'name': '', 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65', 'tenant_id': '6fa6556cdb1d418b923638886da7670c', 'mac_address': 'fa:16:3e:3d:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f8719-5e68-4559-808c-ebdf77dddc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73240990-e3e1-45c1-9411-13736182cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:25Z', 'updated_at': '2022-04-05T11:25:29Z', 'revision_number': 5, 'project_id': '6fa6556cdb1d418b923638886da7670c', 'subnets': [{'id': '73240990-e3e1-45c1-9411-13736182cdfa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37dda72e-9556-4511-bb63-d962c5dbf13f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:39.963468 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc98df0-5327-4ab6-91ca-9fb9a0789ca2 None None] The sync data for ids ['693f8719-5e68-4559-808c-ebdf77dddc68'] in dv-cinder-834448-3-iscsi is: [{'id': '693f8719-5e68-4559-808c-ebdf77dddc68', 'name': 'router1', 'tenant_id': '6fa6556cdb1d418b923638886da7670c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5948d153-2bed-48a6-a55f-311dc5227362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:25:15Z', 'updated_at': '2022-04-05T11:25:34Z', 'revision_number': 4, 'project_id': '6fa6556cdb1d418b923638886da7670c', 'gw_port': {'id': '5948d153-2bed-48a6-a55f-311dc5227362', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693f8719-5e68-4559-808c-ebdf77dddc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:34Z', 'updated_at': '2022-04-05T11:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '625f228e-b963-463a-bc2c-a5bd47b6c86e', 'name': '', 'network_id': '316251fe-2948-49f8-9e9f-3f047010ee65', 'tenant_id': '6fa6556cdb1d418b923638886da7670c', 'mac_address': 'fa:16:3e:3d:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693f8719-5e68-4559-808c-ebdf77dddc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73240990-e3e1-45c1-9411-13736182cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:25Z', 'updated_at': '2022-04-05T11:25:29Z', 'revision_number': 5, 'project_id': '6fa6556cdb1d418b923638886da7670c', 'subnets': [{'id': '73240990-e3e1-45c1-9411-13736182cdfa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37dda72e-9556-4511-bb63-d962c5dbf13f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:25:41.719829 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 5948d153-2bed-48a6-a55f-311dc5227362 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:25:41.805769 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 5948d153-2bed-48a6-a55f-311dc5227362 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:41.806391 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (5948d153-2bed-48a6-a55f-311dc5227362), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:41.913231 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 5948d153-2bed-48a6-a55f-311dc5227362 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:25:41.913777 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (5948d153-2bed-48a6-a55f-311dc5227362), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:41.947474 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] For port 5948d153-2bed-48a6-a55f-311dc5227362, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=5948d153-2bed-48a6-a55f-311dc5227362,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:25:42.016242 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (5948d153-2bed-48a6-a55f-311dc5227362), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:42.107705 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Pushing event updated for resources: {'Port': ['ID=5948d153-2bed-48a6-a55f-311dc5227362,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:43.723593 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 5948d153-2bed-48a6-a55f-311dc5227362 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:25:43.933193 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 5948d153-2bed-48a6-a55f-311dc5227362 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:43.933637 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (5948d153-2bed-48a6-a55f-311dc5227362), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:44.159960 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 5948d153-2bed-48a6-a55f-311dc5227362 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:25:50.672177 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b2686ff5-a486-4ad9-8c5c-8c59cba8ea76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:53.060828 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-097d9057-582f-4c8e-9593-2c31c5435354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:53.970072 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:55.404296 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:56.918474 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:06.307804 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:26:20.745842 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-780124d9-9fd5-42ea-ac5f-afc43f45ac22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:23.329703 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d26fa9ea-d3e7-4ff6-927c-6d377f794eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:24.025979 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:25.414316 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:26.905459 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:43.306502 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:26:50.674147 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-89d7fdc9-b942-41ff-8939-6ecc2ab807a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:53.013271 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0853ca4f-cbcd-4af0-9e7c-e7b5cd2187d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:53.972881 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:55.388531 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:56.919735 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:03.321958 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 56576) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:03.383236 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5c1cd2-362b-4e83-95c8-ad46d761c1b3 admin admin] GET failed (client error): The resource could not be found. Apr 05 11:27:03.384562 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-5a5c1cd2-362b-4e83-95c8-ad46d761c1b3 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616515 Apr 05 11:27:03.545117 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913f10e6-b3bf-461a-a449-59e405185e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:03.546654 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-913f10e6-b3bf-461a-a449-59e405185e92 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1580374 Apr 05 11:27:05.933498 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 56586) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:06.027332 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d35823-8960-4403-9c50-c6ca857953c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:06.028669 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-e1d35823-8960-4403-9c50-c6ca857953c9 admin admin] 10.222.0.60 "GET /v2.0/subnets/73240990-e3e1-45c1-9411-13736182cdfa HTTP/1.1" status: 200 len: 849 time: 0.0942402 Apr 05 11:27:06.038462 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:27:06.125593 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Publish callbacks [] for subnet (73240990-e3e1-45c1-9411-13736182cdfa), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:06.361160 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790227088653'] for subnet (73240990-e3e1-45c1-9411-13736182cdfa), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:06.394625 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:06.395648 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:06.401539 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] 10.222.0.60 "PUT /v2.0/subnets/73240990-e3e1-45c1-9411-13736182cdfa HTTP/1.1" status: 200 len: 868 time: 0.3614826 Apr 05 11:27:06.404313 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a1e40a-6547-4613-9315-65bd8cce42ff None None] Network 316251fe-2948-49f8-9e9f-3f047010ee65 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:27:06.417660 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73240990-e3e1-45c1-9411-13736182cdfa,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:06.425244 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:06.425603 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:06.425953 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:06.426300 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:06.426631 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:06.427005 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:06.427277 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:06.427632 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:06.427972 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:06.428309 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:06.428650 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:06.428996 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:06.429322 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:06.429644 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:06.429962 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de82042-038d-46d7-a6eb-9b5cc3544cf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:06.801549 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-1ef7f98e-cbbd-4e27-8e20-19379e7df32a None None] Provisioning complete for port 625f228e-b963-463a-bc2c-a5bd47b6c86e triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:27:06.801936 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1ef7f98e-cbbd-4e27-8e20-19379e7df32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (625f228e-b963-463a-bc2c-a5bd47b6c86e), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:06.878214 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-1ef7f98e-cbbd-4e27-8e20-19379e7df32a None None] Current status of the port 625f228e-b963-463a-bc2c-a5bd47b6c86e is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:27:06.887963 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-1ef7f98e-cbbd-4e27-8e20-19379e7df32a None None] Provisioning complete for port 22377baf-913b-4292-b344-8d65c92aacdb triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:27:06.888347 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1ef7f98e-cbbd-4e27-8e20-19379e7df32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (22377baf-913b-4292-b344-8d65c92aacdb), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:06.965770 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-1ef7f98e-cbbd-4e27-8e20-19379e7df32a None None] Current status of the port 22377baf-913b-4292-b344-8d65c92aacdb is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:27:08.747751 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 56596) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:08.946445 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c964064-29d4-4fd2-be4a-a4d82aa040e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:08.946832 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c964064-29d4-4fd2-be4a-a4d82aa040e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:08.948432 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-2c964064-29d4-4fd2-be4a-a4d82aa040e8 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1997271 Apr 05 11:27:11.292429 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 56604) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:11.492809 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0098ae59-145b-4ff3-80e0-99cbc6ebc86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:11.493227 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0098ae59-145b-4ff3-80e0-99cbc6ebc86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:11.494782 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-0098ae59-145b-4ff3-80e0-99cbc6ebc86d admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2014091 Apr 05 11:27:13.857616 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 56612) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:14.011949 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbf6e65-6128-4550-a460-fc1229f1657e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:14.013515 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-7cbf6e65-6128-4550-a460-fc1229f1657e admin admin] 10.222.0.60 "GET /v2.0/networks/06b64f98-fdf1-414a-b53a-ab62106c5d0d HTTP/1.1" status: 200 len: 886 time: 0.1548116 Apr 05 11:27:16.401524 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 56620) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:16.542401 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab36ed4-4734-473a-b28d-5bc2ac57f686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:16.543784 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-fab36ed4-4734-473a-b28d-5bc2ac57f686 admin admin] 10.222.0.60 "GET /v2.0/networks/316251fe-2948-49f8-9e9f-3f047010ee65 HTTP/1.1" status: 200 len: 869 time: 0.1412628 Apr 05 11:27:18.895125 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 56628) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:19.017929 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2908fb53-eb7e-4eea-977c-cba98e30d4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:19.018384 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2908fb53-eb7e-4eea-977c-cba98e30d4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:19.019952 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-2908fb53-eb7e-4eea-977c-cba98e30d4aa admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238277 Apr 05 11:27:20.305207 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:27:20.675500 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d90da157-822e-4d8a-b6ab-53d2e74a80d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:21.354256 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 56636) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:21.448097 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cf6c15-a936-4d4e-a2cc-3aeeb028d986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:21.448556 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cf6c15-a936-4d4e-a2cc-3aeeb028d986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:21.450100 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-94cf6c15-a936-4d4e-a2cc-3aeeb028d986 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948837 Apr 05 11:27:23.038695 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-aba2e719-b9af-4ad0-9e70-bc8414008af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:23.823757 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 56644) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:23.922274 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df80aa04-eeb1-4b16-802a-e002e572e802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:23.923663 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-df80aa04-eeb1-4b16-802a-e002e572e802 admin admin] 10.222.0.60 "GET /v2.0/subnets/1317ba69-9ce3-438d-84a6-a4f85c413c58 HTTP/1.1" status: 200 len: 816 time: 0.0989287 Apr 05 11:27:24.018362 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:25.400868 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:26.255566 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 56652) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:26.347715 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393e6678-56fe-49af-a276-0e988ede451a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:26.349042 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-393e6678-56fe-49af-a276-0e988ede451a admin admin] 10.222.0.60 "GET /v2.0/subnets/73240990-e3e1-45c1-9411-13736182cdfa HTTP/1.1" status: 200 len: 868 time: 0.0925298 Apr 05 11:27:26.918157 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:50.673976 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-59cc8014-dd27-4791-b4f2-871723bfdf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:53.017520 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf75c-4bcb-4e71-8b53-3e29edcd62e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:53.979905 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:55.379782 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:56.905415 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:57.304037 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:27:58.514827 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 56706) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:58.562863 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [None req-15791594-a7b3-4695-954c-f136af788f3a admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:27:58.563886 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-15791594-a7b3-4695-954c-f136af788f3a admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480936 Apr 05 11:28:01.027275 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 56714) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:01.087569 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d69cf1-84d4-43b2-b2a5-512d9d2209c5 admin admin] GET failed (client error): The resource could not be found. Apr 05 11:28:01.088856 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-c9d69cf1-84d4-43b2-b2a5-512d9d2209c5 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606222 Apr 05 11:28:01.231426 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a4766a-c689-422d-a45d-13869bb7ba81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:01.232954 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-85a4766a-c689-422d-a45d-13869bb7ba81 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1400254 Apr 05 11:28:03.583744 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 56722) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:03.629799 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-026b3c4b-58dc-4cce-8a3a-77412c837c2c admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:28:03.756638 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026b3c4b-58dc-4cce-8a3a-77412c837c2c admin admin] Made reservation on behalf of cba6886c78814016b146e5fc01101f70 for: {'network': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:28:03.758910 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-026b3c4b-58dc-4cce-8a3a-77412c837c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:03.801857 dv-cinder-834448-3-iscsi neutron-server[103946]: WARNING neutron.services.revisions.revision_plugin [None req-026b3c4b-58dc-4cce-8a3a-77412c837c2c admin admin] Could not find related network for resource to bump revision. Apr 05 11:28:03.818157 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026b3c4b-58dc-4cce-8a3a-77412c837c2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:28:03.831032 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-026b3c4b-58dc-4cce-8a3a-77412c837c2c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790226993264', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (7420686d-15bf-484f-b588-88bb97d346e7), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:03.831970 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-026b3c4b-58dc-4cce-8a3a-77412c837c2c admin admin] Unsubscribe: segment precommit_create {{(pid=103946) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 11:28:03.832091 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.segments_db [None req-026b3c4b-58dc-4cce-8a3a-77412c837c2c admin admin] Added segment 7420686d-15bf-484f-b588-88bb97d346e7 of type vlan for network 9151095d-3cca-44e3-925c-f3e8d6b3ba25 Apr 05 11:28:03.878722 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-026b3c4b-58dc-4cce-8a3a-77412c837c2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (9151095d-3cca-44e3-925c-f3e8d6b3ba25), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:04.007378 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-026b3c4b-58dc-4cce-8a3a-77412c837c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (9151095d-3cca-44e3-925c-f3e8d6b3ba25), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:04.008363 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026b3c4b-58dc-4cce-8a3a-77412c837c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:04.009037 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-026b3c4b-58dc-4cce-8a3a-77412c837c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:04.098207 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b3c4b-58dc-4cce-8a3a-77412c837c2c admin admin] Pushing event updated for resources: {'Network': ['ID=9151095d-3cca-44e3-925c-f3e8d6b3ba25,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:04.109678 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network 9151095d-3cca-44e3-925c-f3e8d6b3ba25 details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:28:04.165012 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-026b3c4b-58dc-4cce-8a3a-77412c837c2c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5801363 Apr 05 11:28:06.582783 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 56730) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:06.643401 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.pecan_wsgi.hooks.translation [None req-295f05e4-a6d4-4e17-a3aa-1e582213861f admin admin] GET failed (client error): The resource could not be found. Apr 05 11:28:06.644717 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-295f05e4-a6d4-4e17-a3aa-1e582213861f admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608735 Apr 05 11:28:06.713957 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ee6e31-af29-4005-909f-ca9832b59461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:06.715484 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-81ee6e31-af29-4005-909f-ca9832b59461 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667517 Apr 05 11:28:06.724867 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '9151095d-3cca-44e3-925c-f3e8d6b3ba25'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:28:06.810671 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Made reservation on behalf of cba6886c78814016b146e5fc01101f70 for: {'subnet': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:28:06.815381 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:07.036561 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for subnet (f0d6342f-666e-431c-a7c5-8c25d3a618e9), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:07.094906 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d6342f-666e-431c-a7c5-8c25d3a618e9,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:07.104539 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:07.104891 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:07.105265 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:07.105689 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:07.106029 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:07.106360 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:07.106750 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:07.107010 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:07.107335 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:07.107688 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:07.111570 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:07.111570 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:07.111570 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:07.111570 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:07.111570 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:07.114235 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Checking segment: {'id': '7420686d-15bf-484f-b588-88bb97d346e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9151095d-3cca-44e3-925c-f3e8d6b3ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:28:07.114590 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Network hostable DHCP agents. Network: 9151095d-3cca-44e3-925c-f3e8d6b3ba25, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:28:07.201404 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Network 9151095d-3cca-44e3-925c-f3e8d6b3ba25 is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:28:07.279171 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, 9151095d-3cca-44e3-925c-f3e8d6b3ba25) {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:28:07.283214 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:07.283819 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:07.288094 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22851bbe-b01c-4a11-9f6f-dc47c5c9bf53 None None] Network 9151095d-3cca-44e3-925c-f3e8d6b3ba25 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:28:07.382826 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-14e3a177-9077-4a90-95d9-a34d7b29f6d3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6611652 Apr 05 11:28:07.389545 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62790f3-32b1-5633-b3ce-e64a86f35074-9151095d-3cca-44e3-925c-f3e8d6b3ba25', 'network_id': '9151095d-3cca-44e3-925c-f3e8d6b3ba25', 'project_id': 'cba6886c78814016b146e5fc01101f70', 'fixed_ips': [{'subnet_id': 'f0d6342f-666e-431c-a7c5-8c25d3a618e9'}]}} from dv-cinder-834448-3-iscsi. {{(pid=103948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:28:07.392507 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:07.828740 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Allocated IP 192.168.233.2 (9151095d-3cca-44e3-925c-f3e8d6b3ba25/f0d6342f-666e-431c-a7c5-8c25d3a618e9/01c6cfd0-1950-4b20-b795-9c5716bbb94b) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:28:07.978141 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Publish callbacks [] for port (01c6cfd0-1950-4b20-b795-9c5716bbb94b), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:08.088210 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (01c6cfd0-1950-4b20-b795-9c5716bbb94b), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:08.135838 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Pushing event updated for resources: {'Port': ['ID=01c6cfd0-1950-4b20-b795-9c5716bbb94b,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:08.146441 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Network 9151095d-3cca-44e3-925c-f3e8d6b3ba25 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:28:08.154112 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:28:08.157822 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:08.158392 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:08.158888 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:08.159206 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:08.159570 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:08.159895 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:08.160220 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:08.160574 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:08.160895 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:08.161209 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:08.161537 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:08.163879 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:08.163879 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:08.163879 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:08.163879 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:08.168802 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:28:08.230182 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Attempting to bind port 01c6cfd0-1950-4b20-b795-9c5716bbb94b on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:28:08.231099 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Attempting to bind port 01c6cfd0-1950-4b20-b795-9c5716bbb94b by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '7420686d-15bf-484f-b588-88bb97d346e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9151095d-3cca-44e3-925c-f3e8d6b3ba25'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:28:08.231477 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Attempting to bind port 01c6cfd0-1950-4b20-b795-9c5716bbb94b on network 9151095d-3cca-44e3-925c-f3e8d6b3ba25 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:28:08.236456 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:28:08.236825 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Checking segment: {'id': '7420686d-15bf-484f-b588-88bb97d346e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9151095d-3cca-44e3-925c-f3e8d6b3ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:28:08.237213 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:08.237603 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Bound using segment: {'id': '7420686d-15bf-484f-b588-88bb97d346e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9151095d-3cca-44e3-925c-f3e8d6b3ba25'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:28:08.238057 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Bound port: 01c6cfd0-1950-4b20-b795-9c5716bbb94b, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7420686d-15bf-484f-b588-88bb97d346e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9151095d-3cca-44e3-925c-f3e8d6b3ba25'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:28:08.238426 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (01c6cfd0-1950-4b20-b795-9c5716bbb94b), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:08.305012 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] For port 01c6cfd0-1950-4b20-b795-9c5716bbb94b, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:28:08.309408 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] For port 01c6cfd0-1950-4b20-b795-9c5716bbb94b, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=01c6cfd0-1950-4b20-b795-9c5716bbb94b,segment=NetworkSegment(7420686d-15bf-484f-b588-88bb97d346e7),segment_id=7420686d-15bf-484f-b588-88bb97d346e7)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:28:08.414218 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (01c6cfd0-1950-4b20-b795-9c5716bbb94b), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:08.474142 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69b0a5-61b3-40e0-b20a-7c1b260acd98 None None] Pushing event updated for resources: {'Port': ['ID=01c6cfd0-1950-4b20-b795-9c5716bbb94b,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:09.360181 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2928f51-5461-4e03-9de9-f0c90c717fe9 None None] Network 9151095d-3cca-44e3-925c-f3e8d6b3ba25 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:28:09.475062 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-a9a93a41-2040-4b7e-b487-a5bf8f9adf44 None None] Provisioning complete for port 01c6cfd0-1950-4b20-b795-9c5716bbb94b triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:09.475446 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a9a93a41-2040-4b7e-b487-a5bf8f9adf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (01c6cfd0-1950-4b20-b795-9c5716bbb94b), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:09.569983 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-a9a93a41-2040-4b7e-b487-a5bf8f9adf44 None None] Current status of the port 01c6cfd0-1950-4b20-b795-9c5716bbb94b is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:09.570306 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a9a93a41-2040-4b7e-b487-a5bf8f9adf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (01c6cfd0-1950-4b20-b795-9c5716bbb94b), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:09.608473 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-a9a93a41-2040-4b7e-b487-a5bf8f9adf44 None None] For port 01c6cfd0-1950-4b20-b795-9c5716bbb94b, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=01c6cfd0-1950-4b20-b795-9c5716bbb94b,segment=NetworkSegment(7420686d-15bf-484f-b588-88bb97d346e7),segment_id=7420686d-15bf-484f-b588-88bb97d346e7)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:28:09.696535 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a9a93a41-2040-4b7e-b487-a5bf8f9adf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (01c6cfd0-1950-4b20-b795-9c5716bbb94b), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:09.752537 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a93a41-2040-4b7e-b487-a5bf8f9adf44 None None] Pushing event updated for resources: {'Port': ['ID=01c6cfd0-1950-4b20-b795-9c5716bbb94b,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:09.820302 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-580c975b-06b5-457f-be7c-fc931035dc12 None None] Provisioning complete for port 01c6cfd0-1950-4b20-b795-9c5716bbb94b triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:09.820718 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-580c975b-06b5-457f-be7c-fc931035dc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (01c6cfd0-1950-4b20-b795-9c5716bbb94b), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:09.848495 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 01c6cfd0-1950-4b20-b795-9c5716bbb94b up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:28:09.943877 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 01c6cfd0-1950-4b20-b795-9c5716bbb94b triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:09.944246 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (01c6cfd0-1950-4b20-b795-9c5716bbb94b), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:09.969577 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-580c975b-06b5-457f-be7c-fc931035dc12 None None] Current status of the port 01c6cfd0-1950-4b20-b795-9c5716bbb94b is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:10.027350 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 01c6cfd0-1950-4b20-b795-9c5716bbb94b is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:11.788831 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 01c6cfd0-1950-4b20-b795-9c5716bbb94b up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:28:11.836390 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 01c6cfd0-1950-4b20-b795-9c5716bbb94b triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:11.836776 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (01c6cfd0-1950-4b20-b795-9c5716bbb94b), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:11.914826 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 01c6cfd0-1950-4b20-b795-9c5716bbb94b is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:20.692500 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebfe931d-3cca-424b-90c2-224741639eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:23.035160 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a3f921cd-dd73-4674-92c8-d2469a9bd770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:24.006459 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:25.394967 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:26.907036 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:34.302618 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:28:50.668523 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6e823c64-738a-4ba7-973c-cb1e30fad72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:53.015045 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5e24220d-1356-491e-89fe-82785cf34b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:53.982060 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:55.454706 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:56.936530 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:11.301057 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:29:20.689806 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-097f60ef-2979-493f-bacc-f224a9768688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:23.020790 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-cac178d6-e65b-4b0a-8151-5a7a9a41c642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:24.009397 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:25.380975 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:26.912273 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:48.298658 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:29:49.210042 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 56770) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:29:49.215866 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [None req-606b44dc-9e81-4500-818e-6ec47a684bf8 tempest-verify_tempest_config-429475908 tempest-verify_tempest_config-429475908-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:29:49.217525 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-606b44dc-9e81-4500-818e-6ec47a684bf8 tempest-verify_tempest_config-429475908 tempest-verify_tempest_config-429475908-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058751 Apr 05 11:29:49.807622 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 56788) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:29:49.941786 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:50.041119 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Publish callbacks [] for security_group (3769d288-6ece-42a7-914b-8cce0ad66591), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:50.117073 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (3769d288-6ece-42a7-914b-8cce0ad66591), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:50.182276 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3769d288-6ece-42a7-914b-8cce0ad66591,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:29:50.187547 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e0e833aaadcf47ef8f71925cc5f4fb46&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3788636 Apr 05 11:29:50.190448 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 56794) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:29:50.192682 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.194077 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.195271 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.195702 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.196048 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.196385 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.196717 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.197053 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.197397 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.197732 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.198077 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.198409 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.198731 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.199057 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.199381 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fece307-ec06-408c-96ee-8b90ecb8493e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.277326 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Publish callbacks [] for security_group (3769d288-6ece-42a7-914b-8cce0ad66591), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:50.297461 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Publish callbacks [] for security_group (3769d288-6ece-42a7-914b-8cce0ad66591), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:50.448686 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (3769d288-6ece-42a7-914b-8cce0ad66591), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:50.451229 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:50.452426 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3769d288-6ece-42a7-914b-8cce0ad66591 HTTP/1.1" status: 204 len: 168 time: 0.2610154 Apr 05 11:29:50.461524 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3769d288-6ece-42a7-914b-8cce0ad66591,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:29:50.468403 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.468789 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.469097 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.469439 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.469807 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.470140 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.470576 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.470818 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.471152 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.471506 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.471855 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.472193 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.472520 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.472861 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.473184 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3a2c0-c0f9-4fbd-a776-12a943605369 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:50.653542 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7e2c33a6-7686-4257-9394-faa519815f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:53.025194 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8acca32a-932d-4abb-ab9e-cada7d128818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:54.190759 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:55.401773 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:56.956298 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:20.669353 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5625ac72-21d5-4a64-8b93-97f36a3f2911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:23.046442 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd0d-69f3-4cca-a7ba-4185993aa1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:23.977860 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:25.296289 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:30:25.389235 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:26.909353 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:50.691505 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e3578061-6c89-474f-991e-cd214784cded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:53.028838 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ae80a18-3c2d-4c7d-9c77-e9a5c17f8070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:53.982854 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:55.411466 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:56.907436 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:02.294629 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:31:20.673732 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc216-b82b-4a99-a83b-ade4314cf0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:23.049592 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6b18746f-c0b7-4d30-be2c-a557f5bc3f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:24.010468 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:25.393222 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:26.918829 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:39.294967 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 5 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:31:40.649883 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530161'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:50.672833 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2c39b211-cb08-44e5-97ea-bdc353b40442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:53.056248 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0afc4d1a-d970-4249-aab2-d008984ca03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:54.011183 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:55.392690 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:55.972518 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 56864) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:31:56.076399 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-494b71c3-34c7-4a73-a7b5-506602880c23 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1027689 Apr 05 11:31:56.907443 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:58.450157 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 56874) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:31:58.503516 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-1af1edbd-0fbb-480c-82c0-f280c7c1cec7 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522726 Apr 05 11:32:10.609911 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:16.294515 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:32:20.677879 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0a2d84bc-b23e-4470-ab44-a6d773662230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:23.029800 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6b63423c-b75c-497d-a673-f22b0b45cb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:24.009278 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:25.392355 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:26.904432 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:40.625728 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:50.700319 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2869f864-5a73-451d-a9c6-63bd93c6fdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:53.035388 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e2a390e2-d5f7-4b2b-862c-cb761bac86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:53.294193 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:32:54.020690 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:55.422955 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:56.918119 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:10.659595 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:20.677046 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eca3d0a5-915a-4800-a002-699f88551c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:23.036815 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4d345148-9155-4b9f-af91-92aeaa229123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:23.999067 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:25.404445 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:26.901870 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:30.294115 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:33:40.653260 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:40.937112 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57022) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:41.418570 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1103968334-network', 'tenant_id': '5346b36188734d548c57bb9d7d63476d'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:41.501287 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Made reservation on behalf of 5346b36188734d548c57bb9d7d63476d for: {'network': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:41.504179 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:41.514549 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:41.598556 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Publish callbacks [] for security_group (1b0f2fe6-e1ad-4003-9cd9-d054fc9a79a2), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:41.655483 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (1b0f2fe6-e1ad-4003-9cd9-d054fc9a79a2), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:41.681722 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=103946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:33:41.691242 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0f2fe6-e1ad-4003-9cd9-d054fc9a79a2,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:41.699817 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:41.700146 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:41.700507 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:41.700870 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:41.701200 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:41.701531 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:41.701850 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:41.702169 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:41.702509 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:41.702832 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:41.703164 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:41.703522 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:41.703852 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Tracked resource versions report: Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: pushed versions: Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: { 'AddressGroup': {'1.2'}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Agent': {'1.1'}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'ConntrackHelper': {'1.0'}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Log': {'1.0'}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'NDPProxy': {'1.0'}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Network': {'1.1'}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Port': {'1.7'}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'PortForwarding': {'1.3'}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'QosPolicy': {'1.10'}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'SecurityGroup': {'1.5'}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'SubPort': {'1.0'}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Subnet': {'1.1'}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Trunk': {'1.1'}} Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: consumer versions: Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: { DHCP agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: HyperV agent@hv-cinder-83444: {}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: L3 agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: Metadata agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: Metering agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: Open vSwitch agent@dv-cinder-834448-3-iscsi: { 'AddressGroup': '1.2', Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Agent': '1.1', Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'ConntrackHelper': '1.0', Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'LocalIPAssociation': '1.0', Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Log': '1.0', Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'NDPProxy': '1.0', Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Network': '1.1', Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Port': '1.7', Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'PortForwarding': '1.3', Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'QosPolicy': '1.10', Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'SecurityGroup': '1.5', Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'SecurityGroupRule': '1.2', Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'SubPort': '1.0', Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Subnet': '1.1', Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: 'Trunk': '1.1'}} Apr 05 11:33:41.710065 dv-cinder-834448-3-iscsi neutron-server[103946]: {{(pid=103946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:33:41.714465 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:41.714465 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.segments_db [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Added segment cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3 of type vlan for network 8cbffa01-3137-49e9-97ed-1f17fab5a300 Apr 05 11:33:41.760075 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (8cbffa01-3137-49e9-97ed-1f17fab5a300), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:41.844588 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (8cbffa01-3137-49e9-97ed-1f17fab5a300), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:41.845569 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:41.846177 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:41.952309 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0140290 Apr 05 11:33:41.955590 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57072) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:41.960457 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c9bff-72c0-432b-adbe-2e64d8fa83f2 admin admin] Pushing event updated for resources: {'Network': ['ID=8cbffa01-3137-49e9-97ed-1f17fab5a300,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:41.962528 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Request body: {'subnet': {'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1103968334-subnet', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:41.974127 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network 8cbffa01-3137-49e9-97ed-1f17fab5a300 details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:33:42.047447 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Made reservation on behalf of 5346b36188734d548c57bb9d7d63476d for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:42.050664 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:42.236425 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57080) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:42.335597 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for subnet (11809902-d970-490e-a337-eab95165c81e), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:42.500511 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11809902-d970-490e-a337-eab95165c81e,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:42.510008 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:42.510349 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:42.510725 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:42.511044 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:42.511379 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:42.511714 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:42.512037 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:42.512353 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:42.512695 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:42.513015 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:42.513352 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:42.513676 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:42.513992 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:42.514305 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:42.514620 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Tracked resource versions report: Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: pushed versions: Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: { 'AddressGroup': {'1.2'}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Agent': {'1.1'}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'ConntrackHelper': {'1.0'}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Log': {'1.0'}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'NDPProxy': {'1.0'}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Network': {'1.1'}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Port': {'1.7'}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'PortForwarding': {'1.3'}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'QosPolicy': {'1.10'}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'SecurityGroup': {'1.5'}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'SubPort': {'1.0'}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Subnet': {'1.1'}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Trunk': {'1.1'}} Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: consumer versions: Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: { DHCP agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: HyperV agent@hv-cinder-83444: {}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: L3 agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: Metadata agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: Metering agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: Open vSwitch agent@dv-cinder-834448-3-iscsi: { 'AddressGroup': '1.2', Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Agent': '1.1', Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'ConntrackHelper': '1.0', Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'LocalIPAssociation': '1.0', Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Log': '1.0', Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'NDPProxy': '1.0', Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Network': '1.1', Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Port': '1.7', Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'PortForwarding': '1.3', Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'QosPolicy': '1.10', Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'SecurityGroup': '1.5', Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'SecurityGroupRule': '1.2', Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'SubPort': '1.0', Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Subnet': '1.1', Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: 'Trunk': '1.1'}} Apr 05 11:33:42.515818 dv-cinder-834448-3-iscsi neutron-server[103947]: {{(pid=103947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:33:42.539680 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Checking segment: {'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:42.544698 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Network hostable DHCP agents. Network: 8cbffa01-3137-49e9-97ed-1f17fab5a300, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:33:42.574334 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57096) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:42.615663 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Network 8cbffa01-3137-49e9-97ed-1f17fab5a300 is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:33:42.655982 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-9aa503cd-cba3-4fd6-a814-c4363dc2359c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-795600247-network', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:42.686107 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57102) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:42.707287 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57106) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:42.714151 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, 8cbffa01-3137-49e9-97ed-1f17fab5a300) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:42.725674 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248ad5c2-cd39-4e29-a3cc-f9a7eb5e842f None None] Network 8cbffa01-3137-49e9-97ed-1f17fab5a300 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:42.727526 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:42.728459 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:42.764296 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa503cd-cba3-4fd6-a814-c4363dc2359c admin admin] Made reservation on behalf of 233d90e8ff5e4e72ad93b7b8123f9648 for: {'network': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:42.766659 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9aa503cd-cba3-4fd6-a814-c4363dc2359c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:42.777612 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9aa503cd-cba3-4fd6-a814-c4363dc2359c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:42.847430 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-3345a9ed-5b07-445a-b798-b5db61beb48f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-976722749-network', 'tenant_id': '6f6424cbfe534f7bb64b4e6653d31a06'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:42.848833 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62790f3-32b1-5633-b3ce-e64a86f35074-8cbffa01-3137-49e9-97ed-1f17fab5a300', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'project_id': '5346b36188734d548c57bb9d7d63476d', 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e'}]}} from dv-cinder-834448-3-iscsi. {{(pid=103948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:33:42.849741 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:42.878963 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-089225d4-8838-4f14-a5eb-452930c3fd41 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9192460 Apr 05 11:33:42.879188 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57112) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:42.885416 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:42.918296 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9aa503cd-cba3-4fd6-a814-c4363dc2359c admin admin] Publish callbacks [] for security_group (f95db4fe-87dc-497c-86b7-aadae88b2c10), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:42.962656 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3345a9ed-5b07-445a-b798-b5db61beb48f admin admin] Made reservation on behalf of 6f6424cbfe534f7bb64b4e6653d31a06 for: {'network': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:42.966583 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3345a9ed-5b07-445a-b798-b5db61beb48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:42.981724 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3345a9ed-5b07-445a-b798-b5db61beb48f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:42.996630 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4940'] for router (da0133b8-fc41-48c8-9317-9aa06797149e), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:42.997729 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4949'] for router (da0133b8-fc41-48c8-9317-9aa06797149e), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.014886 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9aa503cd-cba3-4fd6-a814-c4363dc2359c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (f95db4fe-87dc-497c-86b7-aadae88b2c10), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.026059 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Allocated IP 172.20.0.2 (8cbffa01-3137-49e9-97ed-1f17fab5a300/11809902-d970-490e-a337-eab95165c81e/4d846502-c92a-455c-b2c2-3a7ea09c94f9) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:43.035717 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa503cd-cba3-4fd6-a814-c4363dc2359c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=103946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:33:43.062537 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9aa503cd-cba3-4fd6-a814-c4363dc2359c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (06a1ced7-66fd-422f-bdf4-6451f3896a5c), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.062888 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.segments_db [None req-9aa503cd-cba3-4fd6-a814-c4363dc2359c admin admin] Added segment 06a1ced7-66fd-422f-bdf4-6451f3896a5c of type vlan for network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 Apr 05 11:33:43.094076 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-74fe99bf-c74a-49af-815d-1645075160ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-211698599-network', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:43.101631 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-network', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:43.135116 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Publish callbacks [] for router_controller (da0133b8-fc41-48c8-9317-9aa06797149e), precommit_add_association {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.158945 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9aa503cd-cba3-4fd6-a814-c4363dc2359c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (e75e15ad-ea96-4c51-a99a-e2b235a6dca2), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.183017 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Publish callbacks [] for port (4d846502-c92a-455c-b2c2-3a7ea09c94f9), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.210070 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] Made reservation on behalf of ef1490a12f854ca78e6f0f6f25418eed for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:43.212478 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.221645 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa503cd-cba3-4fd6-a814-c4363dc2359c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95db4fe-87dc-497c-86b7-aadae88b2c10,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:43.231225 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.279295 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fe99bf-c74a-49af-815d-1645075160ab admin admin] Made reservation on behalf of d629246f6ced4cc8b75399b7a0723868 for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:43.281735 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74fe99bf-c74a-49af-815d-1645075160ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.308462 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3345a9ed-5b07-445a-b798-b5db61beb48f admin admin] Publish callbacks [] for security_group (f1e9bf27-8a68-4184-ac2b-4704a20a2de9), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.312841 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9aa503cd-cba3-4fd6-a814-c4363dc2359c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (e75e15ad-ea96-4c51-a99a-e2b235a6dca2), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.313880 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (4d846502-c92a-455c-b2c2-3a7ea09c94f9), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.314041 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa503cd-cba3-4fd6-a814-c4363dc2359c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:43.314589 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9aa503cd-cba3-4fd6-a814-c4363dc2359c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.330462 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74fe99bf-c74a-49af-815d-1645075160ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.385661 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa503cd-cba3-4fd6-a814-c4363dc2359c admin admin] Pushing event updated for resources: {'Network': ['ID=e75e15ad-ea96-4c51-a99a-e2b235a6dca2,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:43.390937 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Network 8cbffa01-3137-49e9-97ed-1f17fab5a300 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:43.392614 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:43.397698 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:33:43.404059 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3345a9ed-5b07-445a-b798-b5db61beb48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (f1e9bf27-8a68-4184-ac2b-4704a20a2de9), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.410551 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:33:43.431766 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3345a9ed-5b07-445a-b798-b5db61beb48f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:33:43.436665 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Pushing event updated for resources: {'Port': ['ID=4d846502-c92a-455c-b2c2-3a7ea09c94f9,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:43.449368 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-9aa503cd-cba3-4fd6-a814-c4363dc2359c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2115972 Apr 05 11:33:43.453330 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Publish callbacks [] for router_gateway (da0133b8-fc41-48c8-9317-9aa06797149e), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.454429 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57134) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:43.462016 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-d36e3a79-def3-4b42-90ad-de9b58e27f02 admin admin] Request body: {'subnet': {'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-subnet', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:43.470075 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345a9ed-5b07-445a-b798-b5db61beb48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e9bf27-8a68-4184-ac2b-4704a20a2de9,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:43.473675 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3345a9ed-5b07-445a-b798-b5db61beb48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (d6ee5f55-f589-4790-acef-5bd7000034de), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.474069 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.segments_db [None req-3345a9ed-5b07-445a-b798-b5db61beb48f admin admin] Added segment d6ee5f55-f589-4790-acef-5bd7000034de of type vlan for network f9525c86-10c8-497e-a632-56ef24ce13c6 Apr 05 11:33:43.526955 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:43.527717 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:43.528282 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:43.529746 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:43.530520 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:43.531278 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:43.532070 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:43.532817 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:43.533592 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:43.534340 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:43.535128 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:43.535968 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:43.536742 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:43.537517 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:43.538259 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Tracked resource versions report: Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: pushed versions: Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: { 'AddressGroup': {'1.2'}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Agent': {'1.1'}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'ConntrackHelper': {'1.0'}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Log': {'1.0'}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'NDPProxy': {'1.0'}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Network': {'1.1'}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Port': {'1.7'}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'PortForwarding': {'1.3'}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'QosPolicy': {'1.10'}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'SecurityGroup': {'1.5'}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'SubPort': {'1.0'}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Subnet': {'1.1'}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Trunk': {'1.1'}} Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: consumer versions: Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: { DHCP agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: HyperV agent@hv-cinder-83444: {}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: L3 agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: Metadata agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: Metering agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: Open vSwitch agent@dv-cinder-834448-3-iscsi: { 'AddressGroup': '1.2', Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Agent': '1.1', Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'ConntrackHelper': '1.0', Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'LocalIPAssociation': '1.0', Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Log': '1.0', Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'NDPProxy': '1.0', Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Network': '1.1', Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Port': '1.7', Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'PortForwarding': '1.3', Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'QosPolicy': '1.10', Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'SecurityGroup': '1.5', Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'SecurityGroupRule': '1.2', Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'SubPort': '1.0', Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Subnet': '1.1', Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: 'Trunk': '1.1'}} Apr 05 11:33:43.541271 dv-cinder-834448-3-iscsi neutron-server[103948]: {{(pid=103948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:33:43.544220 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3345a9ed-5b07-445a-b798-b5db61beb48f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (f9525c86-10c8-497e-a632-56ef24ce13c6), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.551247 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74fe99bf-c74a-49af-815d-1645075160ab admin admin] Publish callbacks [] for security_group (4ebba5da-352b-4248-ad5b-ce7cb6542eb9), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.593335 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36e3a79-def3-4b42-90ad-de9b58e27f02 admin admin] Made reservation on behalf of 233d90e8ff5e4e72ad93b7b8123f9648 for: {'subnet': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:43.596158 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d36e3a79-def3-4b42-90ad-de9b58e27f02 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.605942 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Attempting to bind port 4d846502-c92a-455c-b2c2-3a7ea09c94f9 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:33:43.605942 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Attempting to bind port 4d846502-c92a-455c-b2c2-3a7ea09c94f9 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:33:43.605942 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Attempting to bind port 4d846502-c92a-455c-b2c2-3a7ea09c94f9 on network 8cbffa01-3137-49e9-97ed-1f17fab5a300 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:33:43.610548 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:33:43.610920 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Checking segment: {'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:43.611547 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.611942 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Bound using segment: {'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:33:43.612716 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Bound port: 4d846502-c92a-455c-b2c2-3a7ea09c94f9, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:33:43.613101 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (4d846502-c92a-455c-b2c2-3a7ea09c94f9), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.634712 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74fe99bf-c74a-49af-815d-1645075160ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (4ebba5da-352b-4248-ad5b-ce7cb6542eb9), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.699959 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3345a9ed-5b07-445a-b798-b5db61beb48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (f9525c86-10c8-497e-a632-56ef24ce13c6), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.701302 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3345a9ed-5b07-445a-b798-b5db61beb48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:43.702213 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3345a9ed-5b07-445a-b798-b5db61beb48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.704522 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] For port 4d846502-c92a-455c-b2c2-3a7ea09c94f9, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:33:43.709885 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] For port 4d846502-c92a-455c-b2c2-3a7ea09c94f9, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=4d846502-c92a-455c-b2c2-3a7ea09c94f9,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:33:43.744404 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] Publish callbacks [] for security_group (c5c84343-cd8b-4570-97ac-8cf50824efb2), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.767692 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fe99bf-c74a-49af-815d-1645075160ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:33:43.788129 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe99bf-c74a-49af-815d-1645075160ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebba5da-352b-4248-ad5b-ce7cb6542eb9,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:43.794090 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74fe99bf-c74a-49af-815d-1645075160ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (d3b56c41-5873-499e-a261-5060c4f9d1aa), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.794454 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-74fe99bf-c74a-49af-815d-1645075160ab admin admin] Added segment d3b56c41-5873-499e-a261-5060c4f9d1aa of type vlan for network 83da91da-2a37-43a9-b807-df1a6d29d057 Apr 05 11:33:43.807270 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345a9ed-5b07-445a-b798-b5db61beb48f admin admin] Pushing event updated for resources: {'Network': ['ID=f9525c86-10c8-497e-a632-56ef24ce13c6,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:43.825915 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (4d846502-c92a-455c-b2c2-3a7ea09c94f9), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.859481 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (c5c84343-cd8b-4570-97ac-8cf50824efb2), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.861926 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-3345a9ed-5b07-445a-b798-b5db61beb48f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2864695 Apr 05 11:33:43.864880 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57148) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:43.874163 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network f9525c86-10c8-497e-a632-56ef24ce13c6 details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:33:43.877726 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-4cbdc1b4-d51d-49b9-b0e0-73df3439e4f3 admin admin] Request body: {'subnet': {'network_id': 'f9525c86-10c8-497e-a632-56ef24ce13c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-976722749-subnet', 'tenant_id': '6f6424cbfe534f7bb64b4e6653d31a06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:43.915588 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c84343-cd8b-4570-97ac-8cf50824efb2,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:43.933872 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74fe99bf-c74a-49af-815d-1645075160ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (83da91da-2a37-43a9-b807-df1a6d29d057), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:43.986606 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:33:44.057461 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (92c3f0c6-d0ef-4292-a6a7-5f4e3c468994), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:44.074278 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] Added segment 92c3f0c6-d0ef-4292-a6a7-5f4e3c468994 of type vlan for network 912aa55e-5878-42db-a34a-a968382fba80 Apr 05 11:33:44.078790 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbdc1b4-d51d-49b9-b0e0-73df3439e4f3 admin admin] Made reservation on behalf of 6f6424cbfe534f7bb64b4e6653d31a06 for: {'subnet': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:44.079619 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345c878-9d8b-4294-ba90-2fcfe7f56e24 None None] Pushing event updated for resources: {'Port': ['ID=4d846502-c92a-455c-b2c2-3a7ea09c94f9,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:44.081395 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc1b4-d51d-49b9-b0e0-73df3439e4f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:44.115307 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d36e3a79-def3-4b42-90ad-de9b58e27f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for subnet (79697ad3-6090-4136-9658-d9efe2412d4b), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:44.138665 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74fe99bf-c74a-49af-815d-1645075160ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (83da91da-2a37-43a9-b807-df1a6d29d057), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:44.139851 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fe99bf-c74a-49af-815d-1645075160ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:44.140585 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74fe99bf-c74a-49af-815d-1645075160ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:44.183726 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (912aa55e-5878-42db-a34a-a968382fba80), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:44.315726 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.db.resource_extend [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 11:33:44.324621 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e3a79-def3-4b42-90ad-de9b58e27f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79697ad3-6090-4136-9658-d9efe2412d4b,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:44.354728 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e3a79-def3-4b42-90ad-de9b58e27f02 admin admin] Checking segment: {'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:44.354728 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36e3a79-def3-4b42-90ad-de9b58e27f02 admin admin] Network hostable DHCP agents. Network: e75e15ad-ea96-4c51-a99a-e2b235a6dca2, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:33:44.383326 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe99bf-c74a-49af-815d-1645075160ab admin admin] Pushing event updated for resources: {'Network': ['ID=83da91da-2a37-43a9-b807-df1a6d29d057,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:44.453044 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-74fe99bf-c74a-49af-815d-1645075160ab admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7656746 Apr 05 11:33:44.453226 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network 83da91da-2a37-43a9-b807-df1a6d29d057 details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:33:44.456821 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57176) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:44.462783 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-2d805767-1eed-4470-9d57-70aa334bb48f admin admin] Request body: {'subnet': {'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-211698599-subnet', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:44.495841 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36e3a79-def3-4b42-90ad-de9b58e27f02 admin admin] Network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:33:44.512675 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Publish callbacks [] for router_gateway (da0133b8-fc41-48c8-9317-9aa06797149e), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:44.559762 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:44.561319 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (912aa55e-5878-42db-a34a-a968382fba80), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:44.562234 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:44.562987 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:44.599775 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc1b4-d51d-49b9-b0e0-73df3439e4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for subnet (8bb69f7a-e479-4032-94ea-1da7d0b9786f), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:44.605907 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d805767-1eed-4470-9d57-70aa334bb48f admin admin] Made reservation on behalf of d629246f6ced4cc8b75399b7a0723868 for: {'subnet': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:44.608281 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2d805767-1eed-4470-9d57-70aa334bb48f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:44.610355 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-d36e3a79-def3-4b42-90ad-de9b58e27f02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, e75e15ad-ea96-4c51-a99a-e2b235a6dca2) {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:44.627285 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d4a00e-41d9-4091-9829-0c972a5ba21a None None] Network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:44.641971 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36e3a79-def3-4b42-90ad-de9b58e27f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:44.641971 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d36e3a79-def3-4b42-90ad-de9b58e27f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:44.703843 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] Pushing event updated for resources: {'Network': ['ID=912aa55e-5878-42db-a34a-a968382fba80,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:44.716746 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-c421acd9-149a-448d-bf42-8008b704b3cb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0080364 Apr 05 11:33:44.720314 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57192) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:44.725847 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-1775427e-d537-4342-a599-ea6cf94ee44a admin admin] Request body: {'subnet': {'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-subnet', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:44.784629 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network 912aa55e-5878-42db-a34a-a968382fba80 details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:33:44.812483 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdc1b4-d51d-49b9-b0e0-73df3439e4f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb69f7a-e479-4032-94ea-1da7d0b9786f,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:44.818782 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbdc1b4-d51d-49b9-b0e0-73df3439e4f3 admin admin] Checking segment: {'id': 'd6ee5f55-f589-4790-acef-5bd7000034de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f9525c86-10c8-497e-a632-56ef24ce13c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:44.819139 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbdc1b4-d51d-49b9-b0e0-73df3439e4f3 admin admin] Network hostable DHCP agents. Network: f9525c86-10c8-497e-a632-56ef24ce13c6, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:33:44.834451 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-d36e3a79-def3-4b42-90ad-de9b58e27f02 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3757002 Apr 05 11:33:44.835223 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57196) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:44.841840 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:44.845208 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Allocated IP 172.27.1.81 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/fcf67d45-50c8-45aa-9919-2dbfd1ef9309) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:44.864729 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62790f3-32b1-5633-b3ce-e64a86f35074-e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b'}]}} from dv-cinder-834448-3-iscsi. {{(pid=103948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:33:44.866067 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:44.931432 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1775427e-d537-4342-a599-ea6cf94ee44a admin admin] Made reservation on behalf of ef1490a12f854ca78e6f0f6f25418eed for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:44.933793 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1775427e-d537-4342-a599-ea6cf94ee44a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:44.952541 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbdc1b4-d51d-49b9-b0e0-73df3439e4f3 admin admin] Network f9525c86-10c8-497e-a632-56ef24ce13c6 is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:33:45.035955 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4940'] for router (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:45.038631 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4949'] for router (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:45.051061 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-4cbdc1b4-d51d-49b9-b0e0-73df3439e4f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, f9525c86-10c8-497e-a632-56ef24ce13c6) {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:45.063349 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbdc1b4-d51d-49b9-b0e0-73df3439e4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:45.063962 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc1b4-d51d-49b9-b0e0-73df3439e4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:45.067329 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bd4bdf-05a8-4d10-ae18-0947a1871036 None None] Network f9525c86-10c8-497e-a632-56ef24ce13c6 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:45.163827 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2d805767-1eed-4470-9d57-70aa334bb48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for subnet (5cd637a4-454f-44ef-8588-c6f33cdbe982), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:45.240125 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Allocated IP 172.20.0.2 (e75e15ad-ea96-4c51-a99a-e2b235a6dca2/79697ad3-6090-4136-9658-d9efe2412d4b/3831bb64-2785-4abd-9556-0956d5220a48) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:45.266276 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-4cbdc1b4-d51d-49b9-b0e0-73df3439e4f3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3994296 Apr 05 11:33:45.277786 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Publish callbacks [] for port (fcf67d45-50c8-45aa-9919-2dbfd1ef9309), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:45.301785 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Publish callbacks [] for router_controller (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), precommit_add_association {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:45.313348 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1775427e-d537-4342-a599-ea6cf94ee44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for subnet (3a2d4898-c05f-41d9-ad48-eba0b48abf12), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:45.328107 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d805767-1eed-4470-9d57-70aa334bb48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cd637a4-454f-44ef-8588-c6f33cdbe982,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:45.335619 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d805767-1eed-4470-9d57-70aa334bb48f admin admin] Checking segment: {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:45.336511 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d805767-1eed-4470-9d57-70aa334bb48f admin admin] Network hostable DHCP agents. Network: 83da91da-2a37-43a9-b807-df1a6d29d057, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:33:45.413061 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775427e-d537-4342-a599-ea6cf94ee44a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a2d4898-c05f-41d9-ad48-eba0b48abf12,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:45.416943 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57218) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:45.454028 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775427e-d537-4342-a599-ea6cf94ee44a admin admin] Checking segment: {'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:45.454028 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775427e-d537-4342-a599-ea6cf94ee44a admin admin] Network hostable DHCP agents. Network: 912aa55e-5878-42db-a34a-a968382fba80, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:33:45.487518 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (fcf67d45-50c8-45aa-9919-2dbfd1ef9309), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:45.553384 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:45.556554 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:45.562920 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:33:45.569089 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Pushing event updated for resources: {'Port': ['ID=fcf67d45-50c8-45aa-9919-2dbfd1ef9309,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:45.619857 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef045176-5c89-4653-8850-a51a3dc96928 None None] Network 8cbffa01-3137-49e9-97ed-1f17fab5a300 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:45.638032 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df095563-35ae-405d-a7e7-7237f26fd4ce None None] Network f9525c86-10c8-497e-a632-56ef24ce13c6 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:45.645312 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775427e-d537-4342-a599-ea6cf94ee44a admin admin] Network 912aa55e-5878-42db-a34a-a968382fba80 is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:33:45.674740 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d805767-1eed-4470-9d57-70aa334bb48f admin admin] Network 83da91da-2a37-43a9-b807-df1a6d29d057 is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:33:45.680467 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-68231bc9-3233-42f0-a979-297afafc0576 None None] Provisioning complete for port 4d846502-c92a-455c-b2c2-3a7ea09c94f9 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:45.681254 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-68231bc9-3233-42f0-a979-297afafc0576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (4d846502-c92a-455c-b2c2-3a7ea09c94f9), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:45.701131 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e364fb96-cf84-4479-90d0-962daa958a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:45.745113 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-1775427e-d537-4342-a599-ea6cf94ee44a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, 912aa55e-5878-42db-a34a-a968382fba80) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:45.750080 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775427e-d537-4342-a599-ea6cf94ee44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:45.750922 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1775427e-d537-4342-a599-ea6cf94ee44a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:45.779458 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-2d805767-1eed-4470-9d57-70aa334bb48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, 83da91da-2a37-43a9-b807-df1a6d29d057) {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:45.786289 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d805767-1eed-4470-9d57-70aa334bb48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:45.786977 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2d805767-1eed-4470-9d57-70aa334bb48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.040893 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66488269-9b63-490d-8473-0eb841d8d686 None None] Network 912aa55e-5878-42db-a34a-a968382fba80 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:46.040893 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af5e413-6a33-42c0-80e2-ab0fc7a0c484 None None] Network 83da91da-2a37-43a9-b807-df1a6d29d057 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:46.040893 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Publish callbacks [] for port (3831bb64-2785-4abd-9556-0956d5220a48), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.042132 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Publish callbacks [] for router_gateway (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.042132 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e364fb96-cf84-4479-90d0-962daa958a2e admin admin] Publish callbacks [] for security_group (90dc4ef7-e7d1-4433-b538-a2a27b47661b), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.042986 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Publish callbacks [] for router_gateway (da0133b8-fc41-48c8-9317-9aa06797149e), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.131453 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-2d805767-1eed-4470-9d57-70aa334bb48f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6708941 Apr 05 11:33:46.131453 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e364fb96-cf84-4479-90d0-962daa958a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (90dc4ef7-e7d1-4433-b538-a2a27b47661b), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.150296 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57244) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:46.155834 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (3831bb64-2785-4abd-9556-0956d5220a48), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.187322 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:46.206861 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-1775427e-d537-4342-a599-ea6cf94ee44a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4852653 Apr 05 11:33:46.214060 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 4d846502-c92a-455c-b2c2-3a7ea09c94f9 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:33:46.216608 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57262) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:46.238567 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:46.301298 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62790f3-32b1-5633-b3ce-e64a86f35074-83da91da-2a37-43a9-b807-df1a6d29d057', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982'}]}} from dv-cinder-834448-3-iscsi. {{(pid=103948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:33:46.303812 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.347834 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:46.359607 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57272) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:46.360804 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-e364fb96-cf84-4479-90d0-962daa958a2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2bb14b20f8c434fb04497dc924f172a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9422729 Apr 05 11:33:46.364298 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:46.364464 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364fb96-cf84-4479-90d0-962daa958a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dc4ef7-e7d1-4433-b538-a2a27b47661b,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:46.376019 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:33:46.450555 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57274) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:46.462384 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4940'] for router (927ef2b6-3c41-4512-b854-4f8e285b6a48), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.463360 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4949'] for router (927ef2b6-3c41-4512-b854-4f8e285b6a48), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.504821 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530046'] for router (da0133b8-fc41-48c8-9317-9aa06797149e), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.559120 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Publish callbacks [] for router_controller (927ef2b6-3c41-4512-b854-4f8e285b6a48), precommit_add_association {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.565924 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57284) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:46.568026 dv-cinder-834448-3-iscsi neutron-server[103946]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 11:33:46.651236 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4940'] for router (d53639d5-4821-464b-8098-a99675207c04), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.652409 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4949'] for router (d53639d5-4821-464b-8098-a99675207c04), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.664995 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62790f3-32b1-5633-b3ce-e64a86f35074-912aa55e-5878-42db-a34a-a968382fba80', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'fixed_ips': [{'subnet_id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12'}]}} from dv-cinder-834448-3-iscsi. {{(pid=103948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:33:46.667545 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.668150 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Pushing event updated for resources: {'Port': ['ID=3831bb64-2785-4abd-9556-0956d5220a48,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:46.677408 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5e02fff5-163f-442a-9fa3-d7bc7933caf1 admin admin] Publish callbacks [] for security_group (90dc4ef7-e7d1-4433-b538-a2a27b47661b), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.743263 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-68231bc9-3233-42f0-a979-297afafc0576 None None] Current status of the port 4d846502-c92a-455c-b2c2-3a7ea09c94f9 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:46.743848 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-68231bc9-3233-42f0-a979-297afafc0576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (4d846502-c92a-455c-b2c2-3a7ea09c94f9), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.777242 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Attempting to bind port 3831bb64-2785-4abd-9556-0956d5220a48 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:33:46.778199 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Attempting to bind port 3831bb64-2785-4abd-9556-0956d5220a48 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:33:46.778669 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Attempting to bind port 3831bb64-2785-4abd-9556-0956d5220a48 on network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:33:46.814990 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5e02fff5-163f-442a-9fa3-d7bc7933caf1 admin admin] Publish callbacks [] for security_group (90dc4ef7-e7d1-4433-b538-a2a27b47661b), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.876932 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2339c3f9-ed8f-4eef-8c48-30f5ac509db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.910040 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:33:46.910623 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Checking segment: {'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:46.911124 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.911641 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Bound using segment: {'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:33:46.912268 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Bound port: 3831bb64-2785-4abd-9556-0956d5220a48, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:33:46.912744 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (3831bb64-2785-4abd-9556-0956d5220a48), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.952820 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5e02fff5-163f-442a-9fa3-d7bc7933caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (90dc4ef7-e7d1-4433-b538-a2a27b47661b), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.955638 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5e02fff5-163f-442a-9fa3-d7bc7933caf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:46.956951 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-5e02fff5-163f-442a-9fa3-d7bc7933caf1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/90dc4ef7-e7d1-4433-b538-a2a27b47661b HTTP/1.1" status: 204 len: 168 time: 0.5955737 Apr 05 11:33:46.972389 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02fff5-163f-442a-9fa3-d7bc7933caf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dc4ef7-e7d1-4433-b538-a2a27b47661b,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:46.986886 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Router da0133b8-fc41-48c8-9317-9aa06797149e is scheduled to L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 with binding_index 1 {{(pid=103947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:33:47.039751 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 4d846502-c92a-455c-b2c2-3a7ea09c94f9 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:47.040116 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (4d846502-c92a-455c-b2c2-3a7ea09c94f9), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:47.066950 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Publish callbacks [] for router_controller (d53639d5-4821-464b-8098-a99675207c04), precommit_add_association {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:47.146937 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Allocated IP 172.20.0.2 (912aa55e-5878-42db-a34a-a968382fba80/3a2d4898-c05f-41d9-ad48-eba0b48abf12/f129a6fd-4e11-4a92-95c1-e92b39de0eb5) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:47.154877 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-68231bc9-3233-42f0-a979-297afafc0576 None None] For port 4d846502-c92a-455c-b2c2-3a7ea09c94f9, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=4d846502-c92a-455c-b2c2-3a7ea09c94f9,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:33:47.178495 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Publish callbacks [] for router_gateway (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:47.189374 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Publish callbacks [] for router_gateway (927ef2b6-3c41-4512-b854-4f8e285b6a48), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:47.213312 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Allocated IP 172.20.0.2 (83da91da-2a37-43a9-b807-df1a6d29d057/5cd637a4-454f-44ef-8588-c6f33cdbe982/ae463dbd-1dd7-435e-9efe-8b3053ebf994) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:47.214095 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:33:47.226877 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Sync routers for ids ['da0133b8-fc41-48c8-9317-9aa06797149e'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:33:47.232170 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-68231bc9-3233-42f0-a979-297afafc0576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (4d846502-c92a-455c-b2c2-3a7ea09c94f9), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:47.247139 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Routers {'da0133b8-fc41-48c8-9317-9aa06797149e'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:33:47.247810 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:33:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['da0133b8-fc41-48c8-9317-9aa06797149e'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:47.285529 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-1bdeaf95-eb81-44f7-9dfe-0064f183cc01 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:47.287075 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-1bdeaf95-eb81-44f7-9dfe-0064f183cc01 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/networks?id=f9525c86-10c8-497e-a632-56ef24ce13c6 HTTP/1.1" status: 200 len: 811 time: 0.7202454 Apr 05 11:33:47.296113 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:47.350659 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:47.353675 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-8f4fbe0f-96e9-42ba-9198-f09210b5119d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4735224 Apr 05 11:33:47.356760 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57310) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:47.378260 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-495cf53e-ea97-4fb6-8528-69688a2b50f1 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/quotas/6f6424cbfe534f7bb64b4e6653d31a06 HTTP/1.1" status: 200 len: 375 time: 0.0775058 Apr 05 11:33:47.379367 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] For port 3831bb64-2785-4abd-9556-0956d5220a48, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:33:47.387484 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] For port 3831bb64-2785-4abd-9556-0956d5220a48, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=3831bb64-2785-4abd-9556-0956d5220a48,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:33:47.418407 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Set router da0133b8-fc41-48c8-9317-9aa06797149e gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:33:47.577482 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (3831bb64-2785-4abd-9556-0956d5220a48), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:47.582958 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-40034aae-371b-4875-9bce-3d2e66bb01e8 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f6424cbfe534f7bb64b4e6653d31a06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1790307 Apr 05 11:33:47.617748 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2339c3f9-ed8f-4eef-8c48-30f5ac509db7 admin admin] Publish callbacks [] for security_group (fe7bb862-d969-4dc2-a1d1-522ad9170ae0), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:47.639235 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Publish callbacks [] for router_gateway (d53639d5-4821-464b-8098-a99675207c04), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:47.912189 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2339c3f9-ed8f-4eef-8c48-30f5ac509db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (fe7bb862-d969-4dc2-a1d1-522ad9170ae0), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:47.917815 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-5721489e-5e23-41a1-8711-5faa6c1a8b5d None None] Provisioning complete for port 4d846502-c92a-455c-b2c2-3a7ea09c94f9 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:47.917815 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5721489e-5e23-41a1-8711-5faa6c1a8b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (4d846502-c92a-455c-b2c2-3a7ea09c94f9), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:47.920450 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:45Z', 'revision_number': 3, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:47.921456 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-2339c3f9-ed8f-4eef-8c48-30f5ac509db7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4ac4304a7ea4b718085b524561850e2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3249972 Apr 05 11:33:47.921456 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57318) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:47.921456 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57320) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:47.921456 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Allocated IP 172.27.1.179 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/3578daf6-33ea-485b-851f-f51ee4f664fa) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:47.921456 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339c3f9-ed8f-4eef-8c48-30f5ac509db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7bb862-d969-4dc2-a1d1-522ad9170ae0,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:47.924056 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Checking router: da0133b8-fc41-48c8-9317-9aa06797149e for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:33:47.924056 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Updating router da0133b8-fc41-48c8-9317-9aa06797149e port fcf67d45-50c8-45aa-9919-2dbfd1ef9309 binding host dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:33:47.924530 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 4d846502-c92a-455c-b2c2-3a7ea09c94f9 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:47.924665 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (fcf67d45-50c8-45aa-9919-2dbfd1ef9309), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.034275 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Publish callbacks [] for port (ae463dbd-1dd7-435e-9efe-8b3053ebf994), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.036099 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68231bc9-3233-42f0-a979-297afafc0576 None None] Pushing event updated for resources: {'Port': ['ID=4d846502-c92a-455c-b2c2-3a7ea09c94f9,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:48.077662 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d08ec3ee-c0cb-461f-b559-796b21f761fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.108168 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-8c8d7ab5-bccc-4340-8425-a131dfacd256 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:33:48.110103 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-8c8d7ab5-bccc-4340-8425-a131dfacd256 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2545786 Apr 05 11:33:48.133359 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (ae463dbd-1dd7-435e-9efe-8b3053ebf994), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.197097 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Network 83da91da-2a37-43a9-b807-df1a6d29d057 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:48.205246 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350ec89-1d61-4961-a0da-3175fbd28462 None None] Pushing event updated for resources: {'Port': ['ID=3831bb64-2785-4abd-9556-0956d5220a48,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:48.210537 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Publish callbacks [] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.212366 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:48.220611 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:33:48.357943 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-72560f59-77b8-4a6a-b032-fb9dc3077ba7 admin admin] Publish callbacks [] for security_group (fe7bb862-d969-4dc2-a1d1-522ad9170ae0), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.414092 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.438428 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.450508 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Pushing event updated for resources: {'Port': ['ID=ae463dbd-1dd7-435e-9efe-8b3053ebf994,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:48.516166 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Network 912aa55e-5878-42db-a34a-a968382fba80 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:48.517926 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Publish callbacks [] for port (3578daf6-33ea-485b-851f-f51ee4f664fa), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.518496 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-5721489e-5e23-41a1-8711-5faa6c1a8b5d None None] Current status of the port 4d846502-c92a-455c-b2c2-3a7ea09c94f9 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:48.522682 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Attempting to bind port ae463dbd-1dd7-435e-9efe-8b3053ebf994 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:33:48.523051 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Attempting to bind port ae463dbd-1dd7-435e-9efe-8b3053ebf994 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:33:48.523645 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Attempting to bind port ae463dbd-1dd7-435e-9efe-8b3053ebf994 on network 83da91da-2a37-43a9-b807-df1a6d29d057 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:33:48.528686 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:48.533680 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:33:48.541096 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:33:48.541471 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Checking segment: {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:48.541863 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.542256 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Bound using segment: {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:33:48.542734 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Bound port: ae463dbd-1dd7-435e-9efe-8b3053ebf994, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:33:48.543622 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (ae463dbd-1dd7-435e-9efe-8b3053ebf994), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.548260 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-72560f59-77b8-4a6a-b032-fb9dc3077ba7 admin admin] Publish callbacks [] for security_group (fe7bb862-d969-4dc2-a1d1-522ad9170ae0), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.557188 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Pushing event updated for resources: {'Port': ['ID=f129a6fd-4e11-4a92-95c1-e92b39de0eb5,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:48.645920 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Attempting to bind port f129a6fd-4e11-4a92-95c1-e92b39de0eb5 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:33:48.646292 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Attempting to bind port f129a6fd-4e11-4a92-95c1-e92b39de0eb5 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:33:48.646648 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Attempting to bind port f129a6fd-4e11-4a92-95c1-e92b39de0eb5 on network 912aa55e-5878-42db-a34a-a968382fba80 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:33:48.660665 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d08ec3ee-c0cb-461f-b559-796b21f761fe admin admin] Publish callbacks [] for security_group (aaeaf67a-f99a-4611-b6b2-627ba18439bf), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.662675 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:33:48.662675 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Checking segment: {'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:48.663075 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.663503 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Bound using segment: {'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:33:48.664046 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Bound port: f129a6fd-4e11-4a92-95c1-e92b39de0eb5, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:33:48.664441 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.675945 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Allocated IP 172.20.0.1 (8cbffa01-3137-49e9-97ed-1f17fab5a300/11809902-d970-490e-a337-eab95165c81e/e4006794-0c25-404f-859e-08d950dd4566) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:48.678546 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] For port ae463dbd-1dd7-435e-9efe-8b3053ebf994, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:33:48.684896 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-f292844f-7cdb-4dcf-a0b0-ad17d7efd847 service neutron] 10.222.0.60 "GET /v2.0/networks/f9525c86-10c8-497e-a632-56ef24ce13c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570552 Apr 05 11:33:48.692146 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] For port ae463dbd-1dd7-435e-9efe-8b3053ebf994, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=ae463dbd-1dd7-435e-9efe-8b3053ebf994,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:33:48.735848 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Publish callbacks [] for router_gateway (927ef2b6-3c41-4512-b854-4f8e285b6a48), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.750058 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] For port f129a6fd-4e11-4a92-95c1-e92b39de0eb5, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:33:48.755609 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] For port f129a6fd-4e11-4a92-95c1-e92b39de0eb5, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=f129a6fd-4e11-4a92-95c1-e92b39de0eb5,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:33:48.782347 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d08ec3ee-c0cb-461f-b559-796b21f761fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (aaeaf67a-f99a-4611-b6b2-627ba18439bf), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.793701 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (ae463dbd-1dd7-435e-9efe-8b3053ebf994), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.798224 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.833600 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Publish callbacks [] for port (e4006794-0c25-404f-859e-08d950dd4566), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.877497 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.892150 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54e120-9a7c-4209-b9a1-c9f22b7ff9f4 None None] Pushing event updated for resources: {'Port': ['ID=ae463dbd-1dd7-435e-9efe-8b3053ebf994,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:48.952983 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (e4006794-0c25-404f-859e-08d950dd4566), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.987258 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d146c-249a-4165-886f-5c395facabc2 None None] Pushing event updated for resources: {'Port': ['ID=f129a6fd-4e11-4a92-95c1-e92b39de0eb5,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:49.027820 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Network 8cbffa01-3137-49e9-97ed-1f17fab5a300 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:49.031450 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Pushing event updated for resources: {'Port': ['ID=e4006794-0c25-404f-859e-08d950dd4566,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:49.034864 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:49.037809 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:33:49.038341 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530095'] for router_interface (da0133b8-fc41-48c8-9317-9aa06797149e), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:49.041264 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (3578daf6-33ea-485b-851f-f51ee4f664fa), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:49.055850 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ec3ee-c0cb-461f-b559-796b21f761fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeaf67a-f99a-4611-b6b2-627ba18439bf,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:49.062811 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-d08ec3ee-c0cb-461f-b559-796b21f761fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1847c0acc7f14110a68edc2ec46cbe48&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2693624 Apr 05 11:33:49.070263 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57334) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:49.192432 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-72560f59-77b8-4a6a-b032-fb9dc3077ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (fe7bb862-d969-4dc2-a1d1-522ad9170ae0), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:49.196016 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-72560f59-77b8-4a6a-b032-fb9dc3077ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:49.196839 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-72560f59-77b8-4a6a-b032-fb9dc3077ba7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe7bb862-d969-4dc2-a1d1-522ad9170ae0 HTTP/1.1" status: 204 len: 168 time: 1.4093661 Apr 05 11:33:49.239582 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Publish callbacks [] for port (fcf67d45-50c8-45aa-9919-2dbfd1ef9309), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:49.268079 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:49.276191 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ac6a2342-3501-4733-8b5a-141c1734e9d4 service neutron] 10.222.0.60 "GET /v2.0/networks/f9525c86-10c8-497e-a632-56ef24ce13c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739353 Apr 05 11:33:49.323693 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:49.370709 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72560f59-77b8-4a6a-b032-fb9dc3077ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7bb862-d969-4dc2-a1d1-522ad9170ae0,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:49.383169 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:33:49.400451 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (fcf67d45-50c8-45aa-9919-2dbfd1ef9309), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:49.543997 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Publish callbacks [] for router_gateway (d53639d5-4821-464b-8098-a99675207c04), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:49.551634 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (e4006794-0c25-404f-859e-08d950dd4566), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:49.614781 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Pushing event updated for resources: {'Port': ['ID=3578daf6-33ea-485b-851f-f51ee4f664fa,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:49.631737 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Pushing event updated for resources: {'Port': ['ID=fcf67d45-50c8-45aa-9919-2dbfd1ef9309,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:49.642779 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:49.656578 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Attempting to bind port fcf67d45-50c8-45aa-9919-2dbfd1ef9309 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:33:49.662935 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Attempting to bind port fcf67d45-50c8-45aa-9919-2dbfd1ef9309 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:33:49.676238 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Attempting to bind port fcf67d45-50c8-45aa-9919-2dbfd1ef9309 on network 06b64f98-fdf1-414a-b53a-ab62106c5d0d {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:33:49.688446 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:49.689021 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:49.689568 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:49.690846 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:49.691866 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:49.692417 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:49.692937 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:49.693663 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:49.694185 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:49.694955 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:49.696631 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:49.697324 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:49.698042 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:49.698559 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:49.699086 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Tracked resource versions report: Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: pushed versions: Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: { 'AddressGroup': {'1.2'}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Agent': {'1.1'}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'ConntrackHelper': {'1.0'}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Log': {'1.0'}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'NDPProxy': {'1.0'}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Network': {'1.1'}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Port': {'1.7'}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'PortForwarding': {'1.3'}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'QosPolicy': {'1.10'}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'SecurityGroup': {'1.5'}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'SubPort': {'1.0'}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Subnet': {'1.1'}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Trunk': {'1.1'}} Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: consumer versions: Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: { DHCP agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: HyperV agent@hv-cinder-83444: {}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: L3 agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: Metadata agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: Metering agent@dv-cinder-834448-3-iscsi: {}, Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: Open vSwitch agent@dv-cinder-834448-3-iscsi: { 'AddressGroup': '1.2', Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Agent': '1.1', Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'ConntrackHelper': '1.0', Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'LocalIPAssociation': '1.0', Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Log': '1.0', Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'NDPProxy': '1.0', Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Network': '1.1', Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Port': '1.7', Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'PortForwarding': '1.3', Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'QosPolicy': '1.10', Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'SecurityGroup': '1.5', Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'SecurityGroupRule': '1.2', Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'SubPort': '1.0', Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Subnet': '1.1', Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: 'Trunk': '1.1'}} Apr 05 11:33:49.700753 dv-cinder-834448-3-iscsi neutron-server[103949]: {{(pid=103949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:33:49.730750 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:33:49.733137 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Checking segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:49.734110 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:49.734696 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Bound using segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:33:49.735377 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Bound port: fcf67d45-50c8-45aa-9919-2dbfd1ef9309, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:33:49.736198 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (fcf67d45-50c8-45aa-9919-2dbfd1ef9309), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:49.737598 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-1dbc2466-6b3f-41a3-b1cd-f6b665521cd8 None None] Provisioning complete for port e4006794-0c25-404f-859e-08d950dd4566 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:49.743048 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2466-6b3f-41a3-b1cd-f6b665521cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (e4006794-0c25-404f-859e-08d950dd4566), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:49.848087 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc2466-6b3f-41a3-b1cd-f6b665521cd8 None None] Port e4006794-0c25-404f-859e-08d950dd4566 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:33:49.880162 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ad8995d7-17b7-4135-887e-39989af93870 admin admin] Publish callbacks [] for security_group (aaeaf67a-f99a-4611-b6b2-627ba18439bf), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:49.881985 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfda593-52d3-485b-864f-e526cec6cba4 None None] Network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:49.913056 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57350) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:49.923855 dv-cinder-834448-3-iscsi neutron-server[103947]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 11:33:49.978429 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] For port fcf67d45-50c8-45aa-9919-2dbfd1ef9309, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:33:49.985682 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] For port fcf67d45-50c8-45aa-9919-2dbfd1ef9309, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=fcf67d45-50c8-45aa-9919-2dbfd1ef9309,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:33:49.989631 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Allocated IP 172.27.1.56 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/ded95934-8dc7-4360-8abd-80896328740e) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:50.018839 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-e1a22c12-af10-460f-98a6-3e20dcf38a4d None None] Provisioning complete for port 3831bb64-2785-4abd-9556-0956d5220a48 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:50.024366 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e1a22c12-af10-460f-98a6-3e20dcf38a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (3831bb64-2785-4abd-9556-0956d5220a48), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:50.083850 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (fcf67d45-50c8-45aa-9919-2dbfd1ef9309), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:50.098609 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ad8995d7-17b7-4135-887e-39989af93870 admin admin] Publish callbacks [] for security_group (aaeaf67a-f99a-4611-b6b2-627ba18439bf), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:50.275014 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa844d-d9c4-4cd7-85d7-efbf973cbbd6 None None] Pushing event updated for resources: {'Port': ['ID=fcf67d45-50c8-45aa-9919-2dbfd1ef9309,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:50.356435 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-e1a22c12-af10-460f-98a6-3e20dcf38a4d None None] Current status of the port 3831bb64-2785-4abd-9556-0956d5220a48 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:50.357004 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e1a22c12-af10-460f-98a6-3e20dcf38a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (3831bb64-2785-4abd-9556-0956d5220a48), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:50.363500 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Routers {'da0133b8-fc41-48c8-9317-9aa06797149e'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:33:50.364148 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:33:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['da0133b8-fc41-48c8-9317-9aa06797149e'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:50.400844 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Publish callbacks [] for port (e4006794-0c25-404f-859e-08d950dd4566), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:50.426198 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-db80d29c-e6e2-479d-a3a2-a6eeea0e38c9 req-70ad12b7-d5df-4dad-bcf6-16f4554bb8fc tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 210 time: 0.5102861 Apr 05 11:33:50.499146 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (e4006794-0c25-404f-859e-08d950dd4566), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:50.500350 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532287'] for router_interface (da0133b8-fc41-48c8-9317-9aa06797149e), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:50.517878 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-e1a22c12-af10-460f-98a6-3e20dcf38a4d None None] For port 3831bb64-2785-4abd-9556-0956d5220a48, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=3831bb64-2785-4abd-9556-0956d5220a48,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:33:50.528060 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device ae463dbd-1dd7-435e-9efe-8b3053ebf994 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:33:50.671787 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e1a22c12-af10-460f-98a6-3e20dcf38a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (3831bb64-2785-4abd-9556-0956d5220a48), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:50.761620 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] Set router da0133b8-fc41-48c8-9317-9aa06797149e gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:33:50.788284 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1429786d-b214-44c9-b524-d8faced4e837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:50.800848 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57378) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:50.849737 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port ae463dbd-1dd7-435e-9efe-8b3053ebf994 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:50.850845 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (ae463dbd-1dd7-435e-9efe-8b3053ebf994), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:50.851210 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5a8742a3-9553-4897-9f1c-0757abb51516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:50.912418 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a22c12-af10-460f-98a6-3e20dcf38a4d None None] Pushing event updated for resources: {'Port': ['ID=3831bb64-2785-4abd-9556-0956d5220a48,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:50.939767 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Network 8cbffa01-3137-49e9-97ed-1f17fab5a300 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:50.949865 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:50.957224 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Pushing event updated for resources: {'Port': ['ID=e4006794-0c25-404f-859e-08d950dd4566,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:50.976853 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ad8995d7-17b7-4135-887e-39989af93870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (aaeaf67a-f99a-4611-b6b2-627ba18439bf), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:50.988771 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3ee17eb0-d28a-457e-b6e4-428a2312733f None None] Provisioning complete for port 3831bb64-2785-4abd-9556-0956d5220a48 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:50.989153 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3ee17eb0-d28a-457e-b6e4-428a2312733f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (3831bb64-2785-4abd-9556-0956d5220a48), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:51.000314 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ad8995d7-17b7-4135-887e-39989af93870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:51.013036 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ad8995d7-17b7-4135-887e-39989af93870 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aaeaf67a-f99a-4611-b6b2-627ba18439bf HTTP/1.1" status: 204 len: 168 time: 1.9398150 Apr 05 11:33:51.111722 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8995d7-17b7-4135-887e-39989af93870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaeaf67a-f99a-4611-b6b2-627ba18439bf,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:51.131741 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Publish callbacks [] for port (ded95934-8dc7-4360-8abd-80896328740e), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:51.175959 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Publish callbacks [] for router_gateway (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:51.248566 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e1d35a-9c7f-42c6-9ce6-90b302278f59 None None] Network 912aa55e-5878-42db-a34a-a968382fba80 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:51.338157 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Router da0133b8-fc41-48c8-9317-9aa06797149e has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:33:51.340379 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5a8742a3-9553-4897-9f1c-0757abb51516 admin admin] Publish callbacks [] for security_group (3a9495ab-c8de-4de3-b218-ef164d6513ba), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:51.366199 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:33:48Z', 'revision_number': 1, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:51.427203 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e62fc4-a857-409b-91ac-226a9a5d0dc3 None None] The sync data for ids ['da0133b8-fc41-48c8-9317-9aa06797149e'] in dv-cinder-834448-3-iscsi is: [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:33:48Z', 'revision_number': 1, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:33:51.455404 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port ae463dbd-1dd7-435e-9efe-8b3053ebf994 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:51.458876 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (ae463dbd-1dd7-435e-9efe-8b3053ebf994), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:51.470631 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5a8742a3-9553-4897-9f1c-0757abb51516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (3a9495ab-c8de-4de3-b218-ef164d6513ba), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:51.496398 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (ded95934-8dc7-4360-8abd-80896328740e), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:51.529888 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4718365a-9fb3-475d-b471-4a3b28f5814f None None] Network 83da91da-2a37-43a9-b807-df1a6d29d057 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:51.629564 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-5a8742a3-9553-4897-9f1c-0757abb51516 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9186c6bfc8c4b32857da987b3311e09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8253789 Apr 05 11:33:51.634878 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57400) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:51.666065 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8742a3-9553-4897-9f1c-0757abb51516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9495ab-c8de-4de3-b218-ef164d6513ba,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:51.702391 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:33:51.710403 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-1d455355-171c-4e51-8832-e759c792ba3a admin admin] 10.222.0.60 "PUT /v2.0/routers/da0133b8-fc41-48c8-9317-9aa06797149e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3502386 Apr 05 11:33:51.719043 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3ee17eb0-d28a-457e-b6e4-428a2312733f None None] Current status of the port 3831bb64-2785-4abd-9556-0956d5220a48 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:51.728094 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] For port ae463dbd-1dd7-435e-9efe-8b3053ebf994, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=ae463dbd-1dd7-435e-9efe-8b3053ebf994,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:33:51.741166 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-94b7a6e6-ed08-4db9-b4fd-437d0890f2eb admin admin] Publish callbacks [] for security_group (3a9495ab-c8de-4de3-b218-ef164d6513ba), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:51.781598 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e69afa00-6bf8-45cd-bb47-367ca3b6fcc0 req-d637cd72-a33d-4afc-9f44-353192669200 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 210 time: 0.1266923 Apr 05 11:33:51.819375 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (ae463dbd-1dd7-435e-9efe-8b3053ebf994), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:51.821137 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 3831bb64-2785-4abd-9556-0956d5220a48 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:33:51.822599 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:51.825144 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-94b7a6e6-ed08-4db9-b4fd-437d0890f2eb admin admin] Publish callbacks [] for security_group (3a9495ab-c8de-4de3-b218-ef164d6513ba), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:51.912782 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530046'] for router (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:51.952235 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Pushing event updated for resources: {'Port': ['ID=ded95934-8dc7-4360-8abd-80896328740e,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:51.973423 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:51.983194 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:33:52.074739 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Allocated IP 172.27.1.17 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/5cb1bc98-dcfa-4221-88dc-58c047c846a9) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:52.094910 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-c0e6ea13-fc82-451c-909d-c7e4e51ec13c None None] Provisioning complete for port e4006794-0c25-404f-859e-08d950dd4566 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:52.095527 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ea13-fc82-451c-909d-c7e4e51ec13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (e4006794-0c25-404f-859e-08d950dd4566), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.098506 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-94b7a6e6-ed08-4db9-b4fd-437d0890f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (3a9495ab-c8de-4de3-b218-ef164d6513ba), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.111816 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-94b7a6e6-ed08-4db9-b4fd-437d0890f2eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.117687 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-94b7a6e6-ed08-4db9-b4fd-437d0890f2eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a9495ab-c8de-4de3-b218-ef164d6513ba HTTP/1.1" status: 204 len: 168 time: 0.4739988 Apr 05 11:33:52.146638 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7a6e6-ed08-4db9-b4fd-437d0890f2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9495ab-c8de-4de3-b218-ef164d6513ba,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:52.186796 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Pushing event updated for resources: {'Port': ['ID=ae463dbd-1dd7-435e-9efe-8b3053ebf994,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:52.243165 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6ea13-fc82-451c-909d-c7e4e51ec13c None None] Port e4006794-0c25-404f-859e-08d950dd4566 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:33:52.286971 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 3831bb64-2785-4abd-9556-0956d5220a48 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:52.286971 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (3831bb64-2785-4abd-9556-0956d5220a48), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.348996 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-c0e6ea13-fc82-451c-909d-c7e4e51ec13c None None] Provisioning complete for port ae463dbd-1dd7-435e-9efe-8b3053ebf994 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:52.349441 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ea13-fc82-451c-909d-c7e4e51ec13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (ae463dbd-1dd7-435e-9efe-8b3053ebf994), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.592135 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6ea13-fc82-451c-909d-c7e4e51ec13c None None] Current status of the port ae463dbd-1dd7-435e-9efe-8b3053ebf994 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:52.594321 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 3831bb64-2785-4abd-9556-0956d5220a48 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:52.595581 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device f129a6fd-4e11-4a92-95c1-e92b39de0eb5 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:33:52.663205 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-c0e6ea13-fc82-451c-909d-c7e4e51ec13c None None] Provisioning complete for port f129a6fd-4e11-4a92-95c1-e92b39de0eb5 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:52.665310 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ea13-fc82-451c-909d-c7e4e51ec13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.712773 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port f129a6fd-4e11-4a92-95c1-e92b39de0eb5 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:52.713175 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.861889 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Publish callbacks [] for port (5cb1bc98-dcfa-4221-88dc-58c047c846a9), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.106161 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6ea13-fc82-451c-909d-c7e4e51ec13c None None] Current status of the port f129a6fd-4e11-4a92-95c1-e92b39de0eb5 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:53.107671 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ea13-fc82-451c-909d-c7e4e51ec13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.150981 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port f129a6fd-4e11-4a92-95c1-e92b39de0eb5 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:53.151601 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.216530 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Publish callbacks [] for router_gateway (927ef2b6-3c41-4512-b854-4f8e285b6a48), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.218727 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0eda9987-4c0a-4076-bdd2-dca26d0ffd84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.259410 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-c0e6ea13-fc82-451c-909d-c7e4e51ec13c None None] For port f129a6fd-4e11-4a92-95c1-e92b39de0eb5, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=f129a6fd-4e11-4a92-95c1-e92b39de0eb5,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:33:53.307646 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b653ff9c-742c-43be-a0fe-d1382e04c0b4 req-7afe49bb-a741-4a36-ae7a-2dd826891708 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 210 time: 0.0352185 Apr 05 11:33:53.310176 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 is scheduled to L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 with binding_index 1 {{(pid=103946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:33:53.383861 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (5cb1bc98-dcfa-4221-88dc-58c047c846a9), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.393410 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ea13-fc82-451c-909d-c7e4e51ec13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.479544 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:53.488541 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:53.492488 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:33:53.548142 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6ea13-fc82-451c-909d-c7e4e51ec13c None None] Pushing event updated for resources: {'Port': ['ID=f129a6fd-4e11-4a92-95c1-e92b39de0eb5,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:53.665137 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.db.api [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 11:33:53.665516 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG oslo_db.api [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 11:33:53.693770 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-bddce941-46a7-4e04-aadb-c50a7d0e83b1 None None] Provisioning complete for port ae463dbd-1dd7-435e-9efe-8b3053ebf994 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:53.695617 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bddce941-46a7-4e04-aadb-c50a7d0e83b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (ae463dbd-1dd7-435e-9efe-8b3053ebf994), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.769554 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Pushing event updated for resources: {'Port': ['ID=5cb1bc98-dcfa-4221-88dc-58c047c846a9,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:53.823102 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-bddce941-46a7-4e04-aadb-c50a7d0e83b1 None None] Current status of the port ae463dbd-1dd7-435e-9efe-8b3053ebf994 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:53.840454 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-bddce941-46a7-4e04-aadb-c50a7d0e83b1 None None] Provisioning complete for port f129a6fd-4e11-4a92-95c1-e92b39de0eb5 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:53.840940 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bddce941-46a7-4e04-aadb-c50a7d0e83b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.068913 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-bddce941-46a7-4e04-aadb-c50a7d0e83b1 None None] Current status of the port f129a6fd-4e11-4a92-95c1-e92b39de0eb5 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:54.079338 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.089534 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57490) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:54.095609 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-0f4b2ed7-8de7-4ea3-86f9-fbe775542a51 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--502868268', 'description': 'tempest-description--884133251'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:54.194758 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:33:54.244671 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Sync routers for ids ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:33:54.258204 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2ed7-8de7-4ea3-86f9-fbe775542a51 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.265876 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530046'] for router (927ef2b6-3c41-4512-b854-4f8e285b6a48), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.295558 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port f129a6fd-4e11-4a92-95c1-e92b39de0eb5 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:54.295558 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 4d846502-c92a-455c-b2c2-3a7ea09c94f9 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:33:54.297971 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Routers {'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:33:54.298153 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:33:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:54.442936 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2ed7-8de7-4ea3-86f9-fbe775542a51 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group (3342c624-641e-4d2a-82d3-5361fe18486f), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.480615 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.482139 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-3f41120b-daec-484d-8d26-671a8540da34 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.6439235 Apr 05 11:33:54.489224 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57508) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:54.507876 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 4d846502-c92a-455c-b2c2-3a7ea09c94f9 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:54.508263 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (4d846502-c92a-455c-b2c2-3a7ea09c94f9), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.560880 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7946faa9-c1d8-4de8-a491-4ee8350e0c36 req-f2030c8a-b56a-413a-97b5-78090e2ce975 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 210 time: 0.0438142 Apr 05 11:33:54.595850 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.57', 57382) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:54.604962 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Set router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:33:54.679353 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2ed7-8de7-4ea3-86f9-fbe775542a51 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (3342c624-641e-4d2a-82d3-5361fe18486f), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.729232 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b2ed7-8de7-4ea3-86f9-fbe775542a51 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3342c624-641e-4d2a-82d3-5361fe18486f,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:54.822943 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-db3d9c5e-20dc-4aef-a161-05eb67ac1259 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:54.827989 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2ed7-8de7-4ea3-86f9-fbe775542a51 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.831832 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-0f4b2ed7-8de7-4ea3-86f9-fbe775542a51 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7372963 Apr 05 11:33:54.831994 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-db3d9c5e-20dc-4aef-a161-05eb67ac1259 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.57 "GET /v2.0/networks?id=f9525c86-10c8-497e-a632-56ef24ce13c6 HTTP/1.1" status: 200 len: 811 time: 0.2303989 Apr 05 11:33:54.833224 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57518) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:54.841450 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Publish callbacks [] for router_gateway (d53639d5-4821-464b-8098-a99675207c04), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.843620 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-91f84378-5c16-4ed8-be70-ef376bc33113 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Request body: {'security_group_rule': {'security_group_id': '3342c624-641e-4d2a-82d3-5361fe18486f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:54.934081 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-1b7b16de-2f79-40b4-ac9f-8f3674957d55 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Request body: {'port': {'device_id': 'fa16bad4-76dd-4c1b-860c-26cc38b192ef', 'network_id': 'f9525c86-10c8-497e-a632-56ef24ce13c6', 'admin_state_up': True, 'tenant_id': '6f6424cbfe534f7bb64b4e6653d31a06'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:55.011241 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 4d846502-c92a-455c-b2c2-3a7ea09c94f9 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:55.013719 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-91f84378-5c16-4ed8-be70-ef376bc33113 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group_rule (2c7ecc48-f9c8-434e-8e28-88a4aadfc810), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.148145 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Sync routers for ids ['da0133b8-fc41-48c8-9317-9aa06797149e'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:33:55.171687 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Routers {'da0133b8-fc41-48c8-9317-9aa06797149e'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:33:55.171779 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 3, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:55.177924 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:33:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['da0133b8-fc41-48c8-9317-9aa06797149e'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:55.258459 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Checking router: b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:33:55.260723 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Updating router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 port 3578daf6-33ea-485b-851f-f51ee4f664fa binding host dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:33:55.312421 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (3578daf6-33ea-485b-851f-f51ee4f664fa), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.447802 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-91f84378-5c16-4ed8-be70-ef376bc33113 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group_rule (2c7ecc48-f9c8-434e-8e28-88a4aadfc810), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.488668 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device ae463dbd-1dd7-435e-9efe-8b3053ebf994 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:33:55.509933 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Router 927ef2b6-3c41-4512-b854-4f8e285b6a48 is scheduled to L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 with binding_index 1 {{(pid=103946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:33:55.570538 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-91f84378-5c16-4ed8-be70-ef376bc33113 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (2c7ecc48-f9c8-434e-8e28-88a4aadfc810), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.624449 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Set router da0133b8-fc41-48c8-9317-9aa06797149e gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:33:55.706389 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-1b7b16de-2f79-40b4-ac9f-8f3674957d55 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Made reservation on behalf of 6f6424cbfe534f7bb64b4e6653d31a06 for: {'port': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:55.709922 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-1b7b16de-2f79-40b4-ac9f-8f3674957d55 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.762147 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f84378-5c16-4ed8-be70-ef376bc33113 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7ecc48-f9c8-434e-8e28-88a4aadfc810,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:55.894574 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530046'] for router (d53639d5-4821-464b-8098-a99675207c04), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.916294 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-91f84378-5c16-4ed8-be70-ef376bc33113 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.919107 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-91f84378-5c16-4ed8-be70-ef376bc33113 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0832233 Apr 05 11:33:55.928641 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57566) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:55.930885 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.957271 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-3b33b101-5838-4961-9050-84d1fbb00ab1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Request body: {'security_group_rule': {'security_group_id': '3342c624-641e-4d2a-82d3-5361fe18486f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:56.032439 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Publish callbacks [] for port (3578daf6-33ea-485b-851f-f51ee4f664fa), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.047256 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port ae463dbd-1dd7-435e-9efe-8b3053ebf994 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:56.047256 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (ae463dbd-1dd7-435e-9efe-8b3053ebf994), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.081234 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95102d54-1709-414c-aa2a-cb9f212b8756 req-e3b09fb4-1738-4172-b7d8-1606af1dd90f tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 210 time: 0.0959413 Apr 05 11:33:56.083009 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.161850 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port ae463dbd-1dd7-435e-9efe-8b3053ebf994 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:56.163314 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 3831bb64-2785-4abd-9556-0956d5220a48 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:33:56.167818 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (3578daf6-33ea-485b-851f-f51ee4f664fa), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.248791 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3b33b101-5838-4961-9050-84d1fbb00ab1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group_rule (80d0c029-d85e-40e4-bade-cb1bdd6e4d18), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.301733 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ef329-2739-4b3f-bc45-2a011fab4896 None None] Pushing event updated for resources: {'Port': ['ID=3578daf6-33ea-485b-851f-f51ee4f664fa,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:56.309386 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 2, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:56.330144 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Attempting to bind port 3578daf6-33ea-485b-851f-f51ee4f664fa on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:33:56.330686 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Attempting to bind port 3578daf6-33ea-485b-851f-f51ee4f664fa by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:33:56.332129 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Attempting to bind port 3578daf6-33ea-485b-851f-f51ee4f664fa on network 06b64f98-fdf1-414a-b53a-ab62106c5d0d {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:33:56.334335 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:33:56.353675 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Sync routers for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:33:56.390651 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:33:56.391153 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Checking segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:56.391606 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.392118 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Bound using segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:33:56.392624 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Bound port: 3578daf6-33ea-485b-851f-f51ee4f664fa, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:33:56.393105 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (3578daf6-33ea-485b-851f-f51ee4f664fa), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.393367 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Checking router: da0133b8-fc41-48c8-9317-9aa06797149e for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:33:56.394219 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Updating router da0133b8-fc41-48c8-9317-9aa06797149e port e4006794-0c25-404f-859e-08d950dd4566 binding host dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:33:56.396930 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 3831bb64-2785-4abd-9556-0956d5220a48 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:56.397375 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (3831bb64-2785-4abd-9556-0956d5220a48), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.449455 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3b33b101-5838-4961-9050-84d1fbb00ab1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group_rule (80d0c029-d85e-40e4-bade-cb1bdd6e4d18), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.453206 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Allocated IP 172.20.0.1 (e75e15ad-ea96-4c51-a99a-e2b235a6dca2/79697ad3-6090-4136-9658-d9efe2412d4b/98cb7b42-2e1b-4890-991c-5bae690f4105) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:56.453683 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (e4006794-0c25-404f-859e-08d950dd4566), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.497011 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.498831 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ba001422-79d4-4127-8a4c-6ce4788e30be admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.3385572 Apr 05 11:33:56.509787 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57588) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:56.529109 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:33:56.529375 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:33:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:56.571166 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-1b7b16de-2f79-40b4-ac9f-8f3674957d55 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Allocated IP 172.20.0.11 (f9525c86-10c8-497e-a632-56ef24ce13c6/8bb69f7a-e479-4032-94ea-1da7d0b9786f/cef96bf1-0c42-42f7-a9fa-681679365ad3) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:56.621081 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3b33b101-5838-4961-9050-84d1fbb00ab1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (80d0c029-d85e-40e4-bade-cb1bdd6e4d18), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.655869 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] For port 3578daf6-33ea-485b-851f-f51ee4f664fa, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:33:56.663310 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] For port 3578daf6-33ea-485b-851f-f51ee4f664fa, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=3578daf6-33ea-485b-851f-f51ee4f664fa,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:33:56.682845 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33b101-5838-4961-9050-84d1fbb00ab1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d0c029-d85e-40e4-bade-cb1bdd6e4d18,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:56.844098 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Publish callbacks [] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.906485 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3b33b101-5838-4961-9050-84d1fbb00ab1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.912909 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3b33b101-5838-4961-9050-84d1fbb00ab1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9808714 Apr 05 11:33:56.928114 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57600) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:56.973185 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Request body: {'floatingip': {'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:57.068463 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (3578daf6-33ea-485b-851f-f51ee4f664fa), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.137466 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:33:57.177434 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 3831bb64-2785-4abd-9556-0956d5220a48 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:57.178313 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device f129a6fd-4e11-4a92-95c1-e92b39de0eb5 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:33:57.200995 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Router d53639d5-4821-464b-8098-a99675207c04 is scheduled to L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 with binding_index 1 {{(pid=103946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:33:57.209433 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.231223 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.270742 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.295959 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Publish callbacks [] for port (e4006794-0c25-404f-859e-08d950dd4566), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.297520 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ef329-2739-4b3f-bc45-2a011fab4896 None None] Pushing event updated for resources: {'Port': ['ID=3578daf6-33ea-485b-851f-f51ee4f664fa,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:57.323276 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6cffadf2-89c7-4b34-aabe-0373884cfd44 req-385adc0a-5a9e-4d44-8b0a-b678177412d5 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 210 time: 0.1071653 Apr 05 11:33:57.338330 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Routers {'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:33:57.339034 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:33:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:57.393284 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (e4006794-0c25-404f-859e-08d950dd4566), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.467825 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:57.520845 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:57.530721 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:33:57.531215 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530095'] for router_interface (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.652893 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-1b7b16de-2f79-40b4-ac9f-8f3674957d55 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Publish callbacks [] for port (cef96bf1-0c42-42f7-a9fa-681679365ad3), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.668234 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29649684-1ef3-49f0-9d86-1af54769428f None None] Pushing event updated for resources: {'Port': ['ID=e4006794-0c25-404f-859e-08d950dd4566,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:57.757095 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port f129a6fd-4e11-4a92-95c1-e92b39de0eb5 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:57.770285 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Attempting to bind port e4006794-0c25-404f-859e-08d950dd4566 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:33:57.770661 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Attempting to bind port e4006794-0c25-404f-859e-08d950dd4566 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:33:57.780600 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Attempting to bind port e4006794-0c25-404f-859e-08d950dd4566 on network 8cbffa01-3137-49e9-97ed-1f17fab5a300 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:33:57.780778 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.780778 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] Set router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:33:57.823672 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:33:57.823672 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Checking segment: {'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:57.823672 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.823672 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Bound using segment: {'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:33:57.823672 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Bound port: e4006794-0c25-404f-859e-08d950dd4566, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:33:57.823672 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (e4006794-0c25-404f-859e-08d950dd4566), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.059094 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Pushing event updated for resources: {'Port': ['ID=98cb7b42-2e1b-4890-991c-5bae690f4105,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:58.098158 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:33:58.122967 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Sync routers for ids ['d53639d5-4821-464b-8098-a99675207c04'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:33:58.129092 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-7b2b6a09-9c8d-4062-9abf-0357aaa27049 None None] Provisioning complete for port e4006794-0c25-404f-859e-08d950dd4566 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:58.129491 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7b2b6a09-9c8d-4062-9abf-0357aaa27049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (e4006794-0c25-404f-859e-08d950dd4566), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.150675 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] For port e4006794-0c25-404f-859e-08d950dd4566, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:33:58.177597 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] For port e4006794-0c25-404f-859e-08d950dd4566, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=e4006794-0c25-404f-859e-08d950dd4566,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:33:58.179099 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Routers {'d53639d5-4821-464b-8098-a99675207c04'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:33:58.179738 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:33:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['d53639d5-4821-464b-8098-a99675207c04'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:58.223602 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:33:52Z', 'revision_number': 3, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:58.369027 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.402840 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Checking router: 927ef2b6-3c41-4512-b854-4f8e285b6a48 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:33:58.403447 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Updating router 927ef2b6-3c41-4512-b854-4f8e285b6a48 port ded95934-8dc7-4360-8abd-80896328740e binding host dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:33:58.425188 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.452209 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Set router d53639d5-4821-464b-8098-a99675207c04 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:33:58.458056 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-1b7b16de-2f79-40b4-ac9f-8f3674957d55 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (cef96bf1-0c42-42f7-a9fa-681679365ad3), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.510783 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port f129a6fd-4e11-4a92-95c1-e92b39de0eb5 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:58.513919 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device fcf67d45-50c8-45aa-9919-2dbfd1ef9309 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:33:58.592164 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b16de-2f79-40b4-ac9f-8f3674957d55 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Pushing event updated for resources: {'Port': ['ID=cef96bf1-0c42-42f7-a9fa-681679365ad3,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:58.601584 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.603026 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ffb36da2-e01b-425a-b8ba-f18554369fba admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.3765285 Apr 05 11:33:58.607028 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57620) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:58.671340 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b6a09-9c8d-4062-9abf-0357aaa27049 None None] Port e4006794-0c25-404f-859e-08d950dd4566 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:33:58.713387 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (e4006794-0c25-404f-859e-08d950dd4566), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.718001 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (ded95934-8dc7-4360-8abd-80896328740e), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.726981 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Allocated IP 172.27.1.25 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/4b939897-4f60-4560-9120-4a61dcf78aa4) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:58.825275 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port fcf67d45-50c8-45aa-9919-2dbfd1ef9309 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:58.825679 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (fcf67d45-50c8-45aa-9919-2dbfd1ef9309), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.885287 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-7b2b6a09-9c8d-4062-9abf-0357aaa27049 None None] Provisioning complete for port 98cb7b42-2e1b-4890-991c-5bae690f4105 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:58.886016 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7b2b6a09-9c8d-4062-9abf-0357aaa27049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.909567 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Routers {'da0133b8-fc41-48c8-9317-9aa06797149e'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:33:58.909567 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:33:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['da0133b8-fc41-48c8-9317-9aa06797149e'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:58.949349 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for port (4b939897-4f60-4560-9120-4a61dcf78aa4), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.045894 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.068919 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 3, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:59.075272 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:33:54Z', 'revision_number': 3, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port': {'id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:49Z', 'updated_at': '2022-04-05T11:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:59.122614 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b6a09-9c8d-4062-9abf-0357aaa27049 None None] Port 98cb7b42-2e1b-4890-991c-5bae690f4105 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:33:59.130454 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf634f1-70eb-4ef4-a307-d892af372db2 None None] The sync data for ids ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'] in dv-cinder-834448-3-iscsi is: [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 3, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:33:59.158478 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Checking router: d53639d5-4821-464b-8098-a99675207c04 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:33:59.158835 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Updating router d53639d5-4821-464b-8098-a99675207c04 port 5cb1bc98-dcfa-4221-88dc-58c047c846a9 binding host dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:33:59.211400 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29649684-1ef3-49f0-9d86-1af54769428f None None] Pushing event updated for resources: {'Port': ['ID=e4006794-0c25-404f-859e-08d950dd4566,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:59.214050 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port fcf67d45-50c8-45aa-9919-2dbfd1ef9309 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:33:59.224658 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (fcf67d45-50c8-45aa-9919-2dbfd1ef9309), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.232633 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] Set router da0133b8-fc41-48c8-9317-9aa06797149e gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:33:59.306767 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (5cb1bc98-dcfa-4221-88dc-58c047c846a9), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.377740 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] For port fcf67d45-50c8-45aa-9919-2dbfd1ef9309, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=fcf67d45-50c8-45aa-9919-2dbfd1ef9309,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:33:59.388923 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (4b939897-4f60-4560-9120-4a61dcf78aa4), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.392096 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-1b7b16de-2f79-40b4-ac9f-8f3674957d55 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Network f9525c86-10c8-497e-a632-56ef24ce13c6 is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:59.404129 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-1b7b16de-2f79-40b4-ac9f-8f3674957d55 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:59.457904 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-1b7b16de-2f79-40b4-ac9f-8f3674957d55 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:33:59.474516 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-1b7b16de-2f79-40b4-ac9f-8f3674957d55 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:59.476541 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-d1f61be3-e16b-4a60-92d1-afde44c50e81 None None] Provisioning complete for port e4006794-0c25-404f-859e-08d950dd4566 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:33:59.477709 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d1f61be3-e16b-4a60-92d1-afde44c50e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (e4006794-0c25-404f-859e-08d950dd4566), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.492717 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-1b7b16de-2f79-40b4-ac9f-8f3674957d55 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for port (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.503835 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event updated for resources: {'Port': ['ID=4b939897-4f60-4560-9120-4a61dcf78aa4,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:59.534095 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:59.543501 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:59.548627 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:33:59.568892 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0d50d-6231-45d5-bba6-6b605bfa2d0a req-48b25f4a-e978-46b2-a902-5479221bb3a9 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:59.578304 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cfa0d50d-6231-45d5-bba6-6b605bfa2d0a req-48b25f4a-e978-46b2-a902-5479221bb3a9 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 932 time: 1.0651066 Apr 05 11:33:59.583347 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (fcf67d45-50c8-45aa-9919-2dbfd1ef9309), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.754659 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-1b7b16de-2f79-40b4-ac9f-8f3674957d55 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8290837 Apr 05 11:33:59.782750 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-a8c6b8e6-802b-43c5-8619-ed14c4a1ff58 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:33:59.784077 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-a8c6b8e6-802b-43c5-8619-ed14c4a1ff58 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176303 Apr 05 11:33:59.787925 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Allocated IP 172.20.0.1 (83da91da-2a37-43a9-b807-df1a6d29d057/5cd637a4-454f-44ef-8588-c6f33cdbe982/51e18968-5208-4677-9d7d-886a6713f308) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:59.915964 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Pushing event updated for resources: {'Port': ['ID=fcf67d45-50c8-45aa-9919-2dbfd1ef9309,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:00.097130 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device e4006794-0c25-404f-859e-08d950dd4566 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:00.162602 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cfa0d50d-6231-45d5-bba6-6b605bfa2d0a req-1b87e33b-c4ba-48c3-9859-df09467604a8 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832419 Apr 05 11:34:00.240134 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:00.298589 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-d1f61be3-e16b-4a60-92d1-afde44c50e81 None None] Current status of the port e4006794-0c25-404f-859e-08d950dd4566 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:00.298589 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d1f61be3-e16b-4a60-92d1-afde44c50e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (e4006794-0c25-404f-859e-08d950dd4566), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.306333 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Publish callbacks [] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.370788 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for floatingip (a2f00fb4-776b-4504-b304-ff18e94dbad9), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.376679 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Request body: {'port': {'device_id': 'fa16bad4-76dd-4c1b-860c-26cc38b192ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:00.389012 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Publish callbacks [] for port (ded95934-8dc7-4360-8abd-80896328740e), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.402409 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.408541 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532287'] for router_interface (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.501926 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (ded95934-8dc7-4360-8abd-80896328740e), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.508056 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-d1f61be3-e16b-4a60-92d1-afde44c50e81 None None] For port e4006794-0c25-404f-859e-08d950dd4566, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=e4006794-0c25-404f-859e-08d950dd4566,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:00.526735 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port e4006794-0c25-404f-859e-08d950dd4566 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:00.535991 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (e4006794-0c25-404f-859e-08d950dd4566), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.560742 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57650) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:00.577376 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76ffa51-b2f1-4c19-974c-53b0f8e78818 None None] The sync data for ids ['da0133b8-fc41-48c8-9317-9aa06797149e'] in dv-cinder-834448-3-iscsi is: [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:34:00.770656 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (4b939897-4f60-4560-9120-4a61dcf78aa4), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.888437 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Pushing event updated for resources: {'Port': ['ID=98cb7b42-2e1b-4890-991c-5bae690f4105,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:01.033906 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Publish callbacks [] for port (5cb1bc98-dcfa-4221-88dc-58c047c846a9), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.075396 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d1f61be3-e16b-4a60-92d1-afde44c50e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (e4006794-0c25-404f-859e-08d950dd4566), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.115637 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Attempting to bind port ded95934-8dc7-4360-8abd-80896328740e on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:01.116015 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Attempting to bind port ded95934-8dc7-4360-8abd-80896328740e by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:01.117092 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Attempting to bind port ded95934-8dc7-4360-8abd-80896328740e on network 06b64f98-fdf1-414a-b53a-ab62106c5d0d {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:01.123465 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (5cb1bc98-dcfa-4221-88dc-58c047c846a9), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.134443 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.187100 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:01.187711 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Checking segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:01.191044 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.192024 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Bound using segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:01.195256 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Bound port: ded95934-8dc7-4360-8abd-80896328740e, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:01.195256 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (ded95934-8dc7-4360-8abd-80896328740e), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.211409 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea640b32-eb02-46e7-8e86-5d5fad6a90ca None None] Pushing event updated for resources: {'Port': ['ID=ded95934-8dc7-4360-8abd-80896328740e,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:01.236766 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80c209-28dd-4138-a105-c7993cc779ce None None] Pushing event updated for resources: {'Port': ['ID=5cb1bc98-dcfa-4221-88dc-58c047c846a9,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:01.254710 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for port (4b939897-4f60-4560-9120-4a61dcf78aa4), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.274965 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:01.288734 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:01.306998 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Attempting to bind port 5cb1bc98-dcfa-4221-88dc-58c047c846a9 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:01.309772 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Attempting to bind port 5cb1bc98-dcfa-4221-88dc-58c047c846a9 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:01.309772 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Attempting to bind port 5cb1bc98-dcfa-4221-88dc-58c047c846a9 on network 06b64f98-fdf1-414a-b53a-ab62106c5d0d {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:01.323901 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:01.324633 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Checking segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:01.325333 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.326034 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Bound using segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:01.326881 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Bound port: 5cb1bc98-dcfa-4221-88dc-58c047c846a9, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:01.327657 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (5cb1bc98-dcfa-4221-88dc-58c047c846a9), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.455972 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f61be3-e16b-4a60-92d1-afde44c50e81 None None] Pushing event updated for resources: {'Port': ['ID=e4006794-0c25-404f-859e-08d950dd4566,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:01.553383 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] For port 5cb1bc98-dcfa-4221-88dc-58c047c846a9, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:01.561543 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] For port 5cb1bc98-dcfa-4221-88dc-58c047c846a9, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=5cb1bc98-dcfa-4221-88dc-58c047c846a9,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:01.638009 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:34:01.653228 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (cef96bf1-0c42-42f7-a9fa-681679365ad3), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.654807 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ec7e70c4-d6fc-4819-a0e0-7ce306690f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.667900 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (4b939897-4f60-4560-9120-4a61dcf78aa4), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.668760 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] For port ded95934-8dc7-4360-8abd-80896328740e, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:01.673431 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (5cb1bc98-dcfa-4221-88dc-58c047c846a9), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.736389 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port e4006794-0c25-404f-859e-08d950dd4566 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:01.750198 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] For port ded95934-8dc7-4360-8abd-80896328740e, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=ded95934-8dc7-4360-8abd-80896328740e,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:01.769021 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80c209-28dd-4138-a105-c7993cc779ce None None] Pushing event updated for resources: {'Port': ['ID=5cb1bc98-dcfa-4221-88dc-58c047c846a9,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:01.780154 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Routers {'d53639d5-4821-464b-8098-a99675207c04'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:01.780776 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:33:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['d53639d5-4821-464b-8098-a99675207c04'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:01.828049 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-4d6875af-0d89-432c-ab5d-9603ca718caa None None] Provisioning complete for port 98cb7b42-2e1b-4890-991c-5bae690f4105 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:01.828424 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4d6875af-0d89-432c-ab5d-9603ca718caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.914147 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (ded95934-8dc7-4360-8abd-80896328740e), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.915646 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (a2f00fb4-776b-4504-b304-ff18e94dbad9), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.064747 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] Set router d53639d5-4821-464b-8098-a99675207c04 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:02.133472 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea640b32-eb02-46e7-8e86-5d5fad6a90ca None None] Pushing event updated for resources: {'Port': ['ID=ded95934-8dc7-4360-8abd-80896328740e,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:02.136505 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Publish callbacks [] for port (51e18968-5208-4677-9d7d-886a6713f308), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.158317 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device fcf67d45-50c8-45aa-9919-2dbfd1ef9309 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:02.186316 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57670) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:02.214607 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.224091 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2900496 Apr 05 11:34:02.248512 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:02.270976 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:33:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:02.271520 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:34:02.278401 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-4d6875af-0d89-432c-ab5d-9603ca718caa None None] Port 98cb7b42-2e1b-4890-991c-5bae690f4105 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:02.306077 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-647ea3ec-8acd-4613-bc17-83fe78e5c594 admin admin] 10.222.0.60 "PUT /v2.0/routers/b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8142304 Apr 05 11:34:02.380414 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ec7e70c4-d6fc-4819-a0e0-7ce306690f09 admin admin] Publish callbacks [] for security_group (94952967-ef7b-4b0d-9fe9-58040c022e5b), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.404690 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f3bf9-27b2-476d-a2f6-a616fd544e1b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event updated for resources: {'Port': ['ID=4b939897-4f60-4560-9120-4a61dcf78aa4,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:02.459575 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ec7e70c4-d6fc-4819-a0e0-7ce306690f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (94952967-ef7b-4b0d-9fe9-58040c022e5b), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.476930 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:33:54Z', 'revision_number': 3, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port': {'id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:49Z', 'updated_at': '2022-04-05T11:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:02.530343 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-ec7e70c4-d6fc-4819-a0e0-7ce306690f09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd152806d5bf40f087271f18db3b66ff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9571071 Apr 05 11:34:02.531281 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e70c4-d6fc-4819-a0e0-7ce306690f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94952967-ef7b-4b0d-9fe9-58040c022e5b,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:02.533697 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57682) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:02.571810 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f1a313-6646-4ae4-b1d2-5e81ebf22431 None None] The sync data for ids ['d53639d5-4821-464b-8098-a99675207c04'] in dv-cinder-834448-3-iscsi is: [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:33:54Z', 'revision_number': 3, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port': {'id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:49Z', 'updated_at': '2022-04-05T11:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:34:02.633735 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662be212-e2f6-408f-bb99-84cd3627e1a9 req-62ba8ec7-d360-4acd-a6f0-301ac6582ef2 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:02.635561 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-662be212-e2f6-408f-bb99-84cd3627e1a9 req-62ba8ec7-d360-4acd-a6f0-301ac6582ef2 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 932 time: 0.9765816 Apr 05 11:34:02.667081 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Sync routers for ids ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:34:02.761224 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4b219de6-d86d-4bb8-b162-570747b18e78 admin admin] Publish callbacks [] for security_group (94952967-ef7b-4b0d-9fe9-58040c022e5b), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.765198 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Routers {'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:02.765993 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:33:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:02.772681 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:02.952682 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port fcf67d45-50c8-45aa-9919-2dbfd1ef9309 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:02.952912 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (fcf67d45-50c8-45aa-9919-2dbfd1ef9309), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.003317 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f3b7c2b4-2f65-4ade-8f77-ec08e9ae0be3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.003779 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4b219de6-d86d-4bb8-b162-570747b18e78 admin admin] Publish callbacks [] for security_group (94952967-ef7b-4b0d-9fe9-58040c022e5b), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.025954 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (51e18968-5208-4677-9d7d-886a6713f308), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.063365 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-662be212-e2f6-408f-bb99-84cd3627e1a9 req-b5ae444f-e0dd-45fb-9a37-783696fa6899 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632517 Apr 05 11:34:03.073263 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Allocated IP 172.20.0.1 (912aa55e-5878-42db-a34a-a968382fba80/3a2d4898-c05f-41d9-ad48-eba0b48abf12/5b093cbf-dacd-4093-b2dc-9734674ce033) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:03.142386 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-41cab495-9f30-4e4e-9ec6-32f7741266d7 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--502868268&fields=id&tenant_id=5346b36188734d548c57bb9d7d63476d HTTP/1.1" status: 200 len: 267 time: 0.4446588 Apr 05 11:34:03.454959 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4b219de6-d86d-4bb8-b162-570747b18e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (94952967-ef7b-4b0d-9fe9-58040c022e5b), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.458202 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4b219de6-d86d-4bb8-b162-570747b18e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.459619 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4b219de6-d86d-4bb8-b162-570747b18e78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94952967-ef7b-4b0d-9fe9-58040c022e5b HTTP/1.1" status: 204 len: 168 time: 0.9126015 Apr 05 11:34:03.493594 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b219de6-d86d-4bb8-b162-570747b18e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94952967-ef7b-4b0d-9fe9-58040c022e5b,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:03.571535 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f3b7c2b4-2f65-4ade-8f77-ec08e9ae0be3 admin admin] Publish callbacks [] for security_group (6d0d47b8-1c4e-42be-abcb-1cc8edce6f31), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.619565 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Set router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:03.625898 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Network 83da91da-2a37-43a9-b807-df1a6d29d057 is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:03.628057 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Pushing event updated for resources: {'Port': ['ID=51e18968-5208-4677-9d7d-886a6713f308,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:03.664372 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:03.675592 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:03.680616 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530095'] for router_interface (927ef2b6-3c41-4512-b854-4f8e285b6a48), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.713286 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-f0c4ee69-895e-4d22-97c9-c0ec6e2a3b91 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:03.717900 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-f0c4ee69-895e-4d22-97c9-c0ec6e2a3b91 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/networks?id=8cbffa01-3137-49e9-97ed-1f17fab5a300 HTTP/1.1" status: 200 len: 811 time: 0.5482888 Apr 05 11:34:03.763600 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-600e4e72-bf41-44eb-9a13-261833fd792e tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/quotas/5346b36188734d548c57bb9d7d63476d HTTP/1.1" status: 200 len: 375 time: 0.0399899 Apr 05 11:34:03.770442 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port fcf67d45-50c8-45aa-9919-2dbfd1ef9309 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:03.771752 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device e4006794-0c25-404f-859e-08d950dd4566 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:03.999791 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f3b7c2b4-2f65-4ade-8f77-ec08e9ae0be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (6d0d47b8-1c4e-42be-abcb-1cc8edce6f31), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.054881 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-171a0634-bf8a-4162-8f3d-4f09c294dff7 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5346b36188734d548c57bb9d7d63476d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2849164 Apr 05 11:34:04.123729 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57732) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:04.129442 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-4237b282-88a4-4b49-88c8-34dfe6552205 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--278274267', 'description': 'tempest-description--1178379182'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:04.167624 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:33:52Z', 'revision_number': 3, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:04.287351 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4237b282-88a4-4b49-88c8-34dfe6552205 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.303215 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b99de-294c-4589-b0f8-fd99db6624ea None None] The sync data for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi is: [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:33:52Z', 'revision_number': 3, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:34:04.334851 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port e4006794-0c25-404f-859e-08d950dd4566 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:04.335711 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (e4006794-0c25-404f-859e-08d950dd4566), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.405377 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-c0099afc-afee-4653-9484-27040cb3b3e7 None None] Provisioning complete for port 51e18968-5208-4677-9d7d-886a6713f308 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:04.405968 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c0099afc-afee-4653-9484-27040cb3b3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (51e18968-5208-4677-9d7d-886a6713f308), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.489521 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef96bf1-0c42-42f7-a9fa-681679365ad3 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:04.503022 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-f3b7c2b4-2f65-4ade-8f77-ec08e9ae0be3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a829b80cd6734a588624b617c5964731&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2990556 Apr 05 11:34:04.520370 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57744) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:04.539793 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Publish callbacks [] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.544753 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-8dd03f82-1393-46d5-b5bf-26718be009a1 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103947) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:34:04.552490 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-c0099afc-afee-4653-9484-27040cb3b3e7 None None] Port 51e18968-5208-4677-9d7d-886a6713f308 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:04.553622 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-8dd03f82-1393-46d5-b5bf-26718be009a1 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1794319 Apr 05 11:34:04.724919 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7c2b4-2f65-4ade-8f77-ec08e9ae0be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0d47b8-1c4e-42be-abcb-1cc8edce6f31,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:04.775915 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4237b282-88a4-4b49-88c8-34dfe6552205 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group (b20af323-35b6-4de6-80bb-078adc929831), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.778029 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '98cb7b42-2e1b-4890-991c-5bae690f4105', 'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'mac_address': 'fa:16:3e:57:88:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:33:59Z', 'revision_number': 2, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'subnets': [{'id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:04.793041 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port e4006794-0c25-404f-859e-08d950dd4566 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:04.797089 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 3578daf6-33ea-485b-851f-f51ee4f664fa up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:04.809590 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Publish callbacks [] for port (cef96bf1-0c42-42f7-a9fa-681679365ad3), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.904596 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-55809260-8efa-4f0d-9259-a39f42a7bdf7 admin admin] Publish callbacks [] for security_group (6d0d47b8-1c4e-42be-abcb-1cc8edce6f31), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.922373 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4237b282-88a4-4b49-88c8-34dfe6552205 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (b20af323-35b6-4de6-80bb-078adc929831), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.934088 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Checking router: b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:34:04.934592 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Updating router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 port 98cb7b42-2e1b-4890-991c-5bae690f4105 binding host dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:34:04.969659 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-55809260-8efa-4f0d-9259-a39f42a7bdf7 admin admin] Publish callbacks [] for security_group (6d0d47b8-1c4e-42be-abcb-1cc8edce6f31), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.986268 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.009742 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (51e18968-5208-4677-9d7d-886a6713f308), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.045331 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 3578daf6-33ea-485b-851f-f51ee4f664fa triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:05.045844 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (3578daf6-33ea-485b-851f-f51ee4f664fa), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.047385 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Transition to ACTIVE for port object cef96bf1-0c42-42f7-a9fa-681679365ad3 will not be triggered until provisioned by entity L2. {{(pid=103946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:34:05.079036 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237b282-88a4-4b49-88c8-34dfe6552205 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20af323-35b6-4de6-80bb-078adc929831,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:05.179403 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-e7a62b5f-689e-4814-8f82-fd526ccad451 service neutron] 10.222.0.60 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227179 Apr 05 11:34:05.328166 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-e42f4d7e-0202-44a6-b1ce-f524b967cae6 service neutron] 10.222.0.60 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475453 Apr 05 11:34:05.345771 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4237b282-88a4-4b49-88c8-34dfe6552205 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.345771 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4237b282-88a4-4b49-88c8-34dfe6552205 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2118464 Apr 05 11:34:05.346525 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57762) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:05.354932 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-f63b3646-9ef8-4830-b581-0e9d0ef89aa6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Request body: {'security_group_rule': {'security_group_id': 'b20af323-35b6-4de6-80bb-078adc929831', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:05.357357 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.359632 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (cef96bf1-0c42-42f7-a9fa-681679365ad3), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.561130 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f63b3646-9ef8-4830-b581-0e9d0ef89aa6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group_rule (bbde885a-8b81-4494-a58f-9e349c4aaec5), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.580146 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b1c9e-b1b9-4272-95f2-95dbe96a1188 req-3d303ab5-c311-4642-9351-f70b1dfab370 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:05.583677 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-dd8b1c9e-b1b9-4272-95f2-95dbe96a1188 req-3d303ab5-c311-4642-9351-f70b1dfab370 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 932 time: 1.3248796 Apr 05 11:34:05.631449 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-55809260-8efa-4f0d-9259-a39f42a7bdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (6d0d47b8-1c4e-42be-abcb-1cc8edce6f31), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.637332 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-55809260-8efa-4f0d-9259-a39f42a7bdf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.644190 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-55809260-8efa-4f0d-9259-a39f42a7bdf7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d0d47b8-1c4e-42be-abcb-1cc8edce6f31 HTTP/1.1" status: 204 len: 168 time: 1.0893223 Apr 05 11:34:05.675634 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55809260-8efa-4f0d-9259-a39f42a7bdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0d47b8-1c4e-42be-abcb-1cc8edce6f31,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:05.838444 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f63b3646-9ef8-4830-b581-0e9d0ef89aa6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group_rule (bbde885a-8b81-4494-a58f-9e349c4aaec5), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.025707 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 3578daf6-33ea-485b-851f-f51ee4f664fa is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:06.026292 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (3578daf6-33ea-485b-851f-f51ee4f664fa), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.038423 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-85395a48-fa0f-4a52-9f67-f61dd6e415e0 req-3d197574-77a2-4ecc-b4ea-797e92422a43 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 210 time: 0.1301298 Apr 05 11:34:06.042006 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f63b3646-9ef8-4830-b581-0e9d0ef89aa6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (bbde885a-8b81-4494-a58f-9e349c4aaec5), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.076947 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] For port 3578daf6-33ea-485b-851f-f51ee4f664fa, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=3578daf6-33ea-485b-851f-f51ee4f664fa,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:06.093387 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b3646-9ef8-4830-b581-0e9d0ef89aa6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbde885a-8b81-4494-a58f-9e349c4aaec5,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:06.181928 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (3578daf6-33ea-485b-851f-f51ee4f664fa), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.219809 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f63b3646-9ef8-4830-b581-0e9d0ef89aa6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.220944 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f63b3646-9ef8-4830-b581-0e9d0ef89aa6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8731449 Apr 05 11:34:06.221562 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57788) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:06.230026 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-37dc4abe-6f9b-4a8f-8675-cffbc2b354d7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Request body: {'security_group_rule': {'security_group_id': 'b20af323-35b6-4de6-80bb-078adc929831', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:06.256064 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Network 912aa55e-5878-42db-a34a-a968382fba80 is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:06.258946 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Attempting to bind port cef96bf1-0c42-42f7-a9fa-681679365ad3 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:06.265204 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Attempting to bind port cef96bf1-0c42-42f7-a9fa-681679365ad3 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'd6ee5f55-f589-4790-acef-5bd7000034de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f9525c86-10c8-497e-a632-56ef24ce13c6'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:06.271327 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Attempting to bind port cef96bf1-0c42-42f7-a9fa-681679365ad3 on network f9525c86-10c8-497e-a632-56ef24ce13c6 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:06.279689 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Pushing event updated for resources: {'Port': ['ID=5b093cbf-dacd-4093-b2dc-9734674ce033,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:06.290210 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Publish callbacks [] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.307820 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:06.317531 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:06.317913 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530095'] for router_interface (d53639d5-4821-464b-8098-a99675207c04), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.374190 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Pushing event updated for resources: {'Port': ['ID=3578daf6-33ea-485b-851f-f51ee4f664fa,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:06.378145 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.433534 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-dd8b1c9e-b1b9-4272-95f2-95dbe96a1188 req-b523b381-23d5-4e87-a5ea-30ae5aaae861 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8400834 Apr 05 11:34:06.438504 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-37dc4abe-6f9b-4a8f-8675-cffbc2b354d7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group_rule (e942bf0c-fdb4-46da-979e-f229ff68f976), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.438710 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Port cef96bf1-0c42-42f7-a9fa-681679365ad3 on network f9525c86-10c8-497e-a632-56ef24ce13c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:34:06.439191 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Attempting to bind port cef96bf1-0c42-42f7-a9fa-681679365ad3 on network f9525c86-10c8-497e-a632-56ef24ce13c6 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:06.507945 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5003b-338b-4b5c-aa42-3e5e0a9c133f None None] Pushing event updated for resources: {'Port': ['ID=98cb7b42-2e1b-4890-991c-5bae690f4105,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:06.586990 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:06.587677 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Checking segment: {'id': 'd6ee5f55-f589-4790-acef-5bd7000034de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f9525c86-10c8-497e-a632-56ef24ce13c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:06.588435 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Bound using segment: {'id': 'd6ee5f55-f589-4790-acef-5bd7000034de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f9525c86-10c8-497e-a632-56ef24ce13c6'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:06.593176 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Bound port: cef96bf1-0c42-42f7-a9fa-681679365ad3, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ee5f55-f589-4790-acef-5bd7000034de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f9525c86-10c8-497e-a632-56ef24ce13c6'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:06.593997 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (cef96bf1-0c42-42f7-a9fa-681679365ad3), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.692413 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 5cb1bc98-dcfa-4221-88dc-58c047c846a9 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:06.774133 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-37dc4abe-6f9b-4a8f-8675-cffbc2b354d7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group_rule (e942bf0c-fdb4-46da-979e-f229ff68f976), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.811476 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=cef96bf1-0c42-42f7-a9fa-681679365ad3,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:06.823546 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Attempting to bind port 98cb7b42-2e1b-4890-991c-5bae690f4105 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:06.828441 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Attempting to bind port 98cb7b42-2e1b-4890-991c-5bae690f4105 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:06.833007 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Attempting to bind port 98cb7b42-2e1b-4890-991c-5bae690f4105 on network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:06.853632 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Publish callbacks [] for port (51e18968-5208-4677-9d7d-886a6713f308), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.861073 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:06.862356 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Checking segment: {'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:06.862770 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.864533 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Bound using segment: {'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:06.868476 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Bound port: 98cb7b42-2e1b-4890-991c-5bae690f4105, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:06.869128 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.930140 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-37dc4abe-6f9b-4a8f-8675-cffbc2b354d7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (e942bf0c-fdb4-46da-979e-f229ff68f976), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.984029 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc4abe-6f9b-4a8f-8675-cffbc2b354d7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e942bf0c-fdb4-46da-979e-f229ff68f976,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:07.030251 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (51e18968-5208-4677-9d7d-886a6713f308), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.040218 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532287'] for router_interface (927ef2b6-3c41-4512-b854-4f8e285b6a48), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.063259 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-37dc4abe-6f9b-4a8f-8675-cffbc2b354d7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.068183 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-37dc4abe-6f9b-4a8f-8675-cffbc2b354d7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8424420 Apr 05 11:34:07.070014 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57814) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:07.075460 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Request body: {'floatingip': {'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:07.100339 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] For port 98cb7b42-2e1b-4890-991c-5bae690f4105, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:07.121352 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] For port 98cb7b42-2e1b-4890-991c-5bae690f4105, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=98cb7b42-2e1b-4890-991c-5bae690f4105,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:07.197420 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 5cb1bc98-dcfa-4221-88dc-58c047c846a9 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:07.197929 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (5cb1bc98-dcfa-4221-88dc-58c047c846a9), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.203706 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-1464cb6a-2524-4204-ae55-a1d5cd620f7b None None] Provisioning complete for port 5b093cbf-dacd-4093-b2dc-9734674ce033 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:07.204155 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1464cb6a-2524-4204-ae55-a1d5cd620f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.224027 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] For port cef96bf1-0c42-42f7-a9fa-681679365ad3, host hv-cinder-83444, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:07.231806 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] For port cef96bf1-0c42-42f7-a9fa-681679365ad3, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=cef96bf1-0c42-42f7-a9fa-681679365ad3,segment=NetworkSegment(d6ee5f55-f589-4790-acef-5bd7000034de),segment_id=d6ee5f55-f589-4790-acef-5bd7000034de)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:07.265027 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 57826) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:07.293523 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:34:07.298027 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ca70c77e-5ed0-4488-b0ab-95d6dc42d8ae req-4fd86eb6-0f26-4e95-b438-364ad849e2b8 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 210 time: 0.1052008 Apr 05 11:34:07.301691 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.307643 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.346939 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-83590d13-c5f7-49b4-a008-18ba24bce541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.390670 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Routers {'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:07.391394 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:33:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:07.448359 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (cef96bf1-0c42-42f7-a9fa-681679365ad3), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.501901 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-1464cb6a-2524-4204-ae55-a1d5cd620f7b None None] Port 5b093cbf-dacd-4093-b2dc-9734674ce033 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:07.550357 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Pushing event updated for resources: {'Port': ['ID=51e18968-5208-4677-9d7d-886a6713f308,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:07.589985 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:07.594030 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for port (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.596923 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] 10.222.0.57 "PUT /v2.0/ports/cef96bf1-0c42-42f7-a9fa-681679365ad3 HTTP/1.1" status: 200 len: 1094 time: 7.3896353 Apr 05 11:34:07.629424 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa16bad4-76dd-4c1b-860c-26cc38b192ef', 'tag': 'cef96bf1-0c42-42f7-a9fa-681679365ad3'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:07.788870 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5003b-338b-4b5c-aa42-3e5e0a9c133f None None] Pushing event updated for resources: {'Port': ['ID=98cb7b42-2e1b-4890-991c-5bae690f4105,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:07.833337 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-b3d5f961-8eef-4762-bf0f-ee3de516aa6e None None] Provisioning complete for port 98cb7b42-2e1b-4890-991c-5bae690f4105 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:07.834054 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b3d5f961-8eef-4762-bf0f-ee3de516aa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.925966 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-83590d13-c5f7-49b4-a008-18ba24bce541 admin admin] Publish callbacks [] for security_group (ecffe1dc-b65b-426a-87eb-a8a15dc977ce), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.942642 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.046663 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] Set router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:08.074783 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-83590d13-c5f7-49b4-a008-18ba24bce541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (ecffe1dc-b65b-426a-87eb-a8a15dc977ce), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.218215 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Network 83da91da-2a37-43a9-b807-df1a6d29d057 is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:08.232475 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:08.234429 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.255018 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83590d13-c5f7-49b4-a008-18ba24bce541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecffe1dc-b65b-426a-87eb-a8a15dc977ce,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:08.274949 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-83590d13-c5f7-49b4-a008-18ba24bce541 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a80e7ae72824c26be9f07291ed35438&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0084383 Apr 05 11:34:08.354569 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57854) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:08.481621 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc60e01-8fac-4ed8-a600-ec0fef588cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=cef96bf1-0c42-42f7-a9fa-681679365ad3,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:08.516099 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Allocated IP 172.27.1.225 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/9be1e8e1-76b8-426e-8483-cf4223eff06d) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:08.538964 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4365219-e7d0-48b2-8219-ceeb052e2612 req-dc3eea9f-1301-4d78-8f3d-b856f7d78a5a tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:08.546557 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b4365219-e7d0-48b2-8219-ceeb052e2612 req-dc3eea9f-1301-4d78-8f3d-b856f7d78a5a tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 944 time: 0.7783890 Apr 05 11:34:08.598576 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 5cb1bc98-dcfa-4221-88dc-58c047c846a9 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:08.599056 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (5cb1bc98-dcfa-4221-88dc-58c047c846a9), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.686131 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-b3d5f961-8eef-4762-bf0f-ee3de516aa6e None None] Current status of the port 98cb7b42-2e1b-4890-991c-5bae690f4105 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:08.686573 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b3d5f961-8eef-4762-bf0f-ee3de516aa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.712977 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] For port 5cb1bc98-dcfa-4221-88dc-58c047c846a9, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=5cb1bc98-dcfa-4221-88dc-58c047c846a9,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:08.765082 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-b3d5f961-8eef-4762-bf0f-ee3de516aa6e None None] For port 98cb7b42-2e1b-4890-991c-5bae690f4105, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=98cb7b42-2e1b-4890-991c-5bae690f4105,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:08.775008 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-642cde4c-fb22-4e75-b7cd-c788be7dcc8e req-11b24823-5448-4640-8c61-614ed6815020 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 210 time: 0.3182726 Apr 05 11:34:08.778929 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for port (9be1e8e1-76b8-426e-8483-cf4223eff06d), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.785774 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df03cea739110c585a475e2718662c59c77c9335e3894ae5a7edc4fe26bc6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482aa158-5eb6-4738-ab0c-f333ca79c499" -d '{"events": [{"name": "network-changed", "server_uuid": "fa16bad4-76dd-4c1b-860c-26cc38b192ef", "tag": "cef96bf1-0c42-42f7-a9fa-681679365ad3"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:08.837512 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (5cb1bc98-dcfa-4221-88dc-58c047c846a9), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.845244 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device ded95934-8dc7-4360-8abd-80896328740e up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:08.896316 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b3d5f961-8eef-4762-bf0f-ee3de516aa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.964073 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (9be1e8e1-76b8-426e-8483-cf4223eff06d), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.968287 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-0b3488cb-7d9f-43a0-8ecc-9dd45bd34c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:08.971444 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-0b3488cb-7d9f-43a0-8ecc-9dd45bd34c86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6f6424cbfe534f7bb64b4e6653d31a06&device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 1128 time: 1.2031078 Apr 05 11:34:08.989772 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Pushing event updated for resources: {'Port': ['ID=5cb1bc98-dcfa-4221-88dc-58c047c846a9,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:09.028182 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e3abcd90-298d-4a12-803e-cc5b7741b194 admin admin] Publish callbacks [] for security_group (ecffe1dc-b65b-426a-87eb-a8a15dc977ce), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.052960 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e3abcd90-298d-4a12-803e-cc5b7741b194 admin admin] Publish callbacks [] for security_group (ecffe1dc-b65b-426a-87eb-a8a15dc977ce), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.094810 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '98cb7b42-2e1b-4890-991c-5bae690f4105', 'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'mac_address': 'fa:16:3e:57:88:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:07Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'subnets': [{'id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:09.099287 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:09.101193 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:09.108760 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:09.170983 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470de3dc-1ca8-4ee1-9ba3-3d164a8223c6 None None] The sync data for ids ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'] in dv-cinder-834448-3-iscsi is: [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '98cb7b42-2e1b-4890-991c-5bae690f4105', 'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'mac_address': 'fa:16:3e:57:88:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:07Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'subnets': [{'id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:34:09.176237 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port ded95934-8dc7-4360-8abd-80896328740e triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:09.176665 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (ded95934-8dc7-4360-8abd-80896328740e), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.179884 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-32d75642-1355-4466-84e4-f49dd33f34ed None None] Provisioning complete for port 51e18968-5208-4677-9d7d-886a6713f308 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:09.180193 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-32d75642-1355-4466-84e4-f49dd33f34ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (51e18968-5208-4677-9d7d-886a6713f308), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.188587 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5f961-8eef-4762-bf0f-ee3de516aa6e None None] Pushing event updated for resources: {'Port': ['ID=98cb7b42-2e1b-4890-991c-5bae690f4105,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:09.208585 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b4365219-e7d0-48b2-8219-ceeb052e2612 req-9b82f1d1-63ae-4a17-8863-70efe2458d6b tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6611190 Apr 05 11:34:09.219683 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event updated for resources: {'Port': ['ID=9be1e8e1-76b8-426e-8483-cf4223eff06d,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:09.268352 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for floatingip (7d4a24a8-2609-465d-878c-5105d9c12184), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.293700 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-6d3ed83b-a522-477f-a536-96229a1502a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef96bf1-0c42-42f7-a9fa-681679365ad3 HTTP/1.1" status: 200 len: 217 time: 0.2744784 Apr 05 11:34:09.325652 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-32d75642-1355-4466-84e4-f49dd33f34ed None None] Port 51e18968-5208-4677-9d7d-886a6713f308 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:09.367465 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-c124f2ea-25c3-406d-9cbd-71a3b5013e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:09.370419 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-c124f2ea-25c3-406d-9cbd-71a3b5013e62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8bb69f7a-e479-4032-94ea-1da7d0b9786f HTTP/1.1" status: 200 len: 851 time: 0.0624762 Apr 05 11:34:09.419542 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-32d75642-1355-4466-84e4-f49dd33f34ed None None] Provisioning complete for port 98cb7b42-2e1b-4890-991c-5bae690f4105 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:09.420002 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-32d75642-1355-4466-84e4-f49dd33f34ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.460082 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-6d002be7-5b9a-4fa2-b77d-82348a310d2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9525c86-10c8-497e-a632-56ef24ce13c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731072 Apr 05 11:34:09.470591 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (9be1e8e1-76b8-426e-8483-cf4223eff06d), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.485458 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f3c94b-d72d-4fad-b4d5-c12f33f5990c x-openstack-request-id: req-a5f3c94b-d72d-4fad-b4d5-c12f33f5990c {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:09.486065 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa16bad4-76dd-4c1b-860c-26cc38b192ef", "tag": "cef96bf1-0c42-42f7-a9fa-681679365ad3", "status": "completed", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:09.486065 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5f3c94b-d72d-4fad-b4d5-c12f33f5990c {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:09.486433 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f3c94b-d72d-4fad-b4d5-c12f33f5990c'] response: {'name': 'network-changed', 'server_uuid': 'fa16bad4-76dd-4c1b-860c-26cc38b192ef', 'tag': 'cef96bf1-0c42-42f7-a9fa-681679365ad3', 'status': 'completed', 'code': 200} Apr 05 11:34:09.507767 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Router 927ef2b6-3c41-4512-b854-4f8e285b6a48 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:34:09.517496 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port ded95934-8dc7-4360-8abd-80896328740e is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:09.518225 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (ded95934-8dc7-4360-8abd-80896328740e), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.601208 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] For port ded95934-8dc7-4360-8abd-80896328740e, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=ded95934-8dc7-4360-8abd-80896328740e,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:09.632554 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-32d75642-1355-4466-84e4-f49dd33f34ed None None] Current status of the port 98cb7b42-2e1b-4890-991c-5bae690f4105 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:09.660715 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (ded95934-8dc7-4360-8abd-80896328740e), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.830149 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Pushing event updated for resources: {'Port': ['ID=ded95934-8dc7-4360-8abd-80896328740e,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:09.893795 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e3abcd90-298d-4a12-803e-cc5b7741b194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (ecffe1dc-b65b-426a-87eb-a8a15dc977ce), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.895392 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for port (9be1e8e1-76b8-426e-8483-cf4223eff06d), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.909645 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e3abcd90-298d-4a12-803e-cc5b7741b194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.911078 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-e3abcd90-298d-4a12-803e-cc5b7741b194 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ecffe1dc-b65b-426a-87eb-a8a15dc977ce HTTP/1.1" status: 204 len: 168 time: 1.5531952 Apr 05 11:34:09.953427 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abcd90-298d-4a12-803e-cc5b7741b194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecffe1dc-b65b-426a-87eb-a8a15dc977ce,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:10.035863 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (9be1e8e1-76b8-426e-8483-cf4223eff06d), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:10.075286 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7df57269-317e-44a9-baca-381f448241ec req-81ea2942-b44a-4cb1-bad2-8713d33c2fd5 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 210 time: 0.1163545 Apr 05 11:34:10.161811 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 98cb7b42-2e1b-4890-991c-5bae690f4105 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:10.194579 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event updated for resources: {'Port': ['ID=9be1e8e1-76b8-426e-8483-cf4223eff06d,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:10.216448 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (7d4a24a8-2609-465d-878c-5105d9c12184), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:10.295486 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 98cb7b42-2e1b-4890-991c-5bae690f4105 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:10.295908 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:10.315807 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:34:10.340351 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Sync routers for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:34:10.359382 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-4dd39308-d065-4a20-9545-f790476aff46 admin admin] 10.222.0.60 "PUT /v2.0/routers/927ef2b6-3c41-4512-b854-4f8e285b6a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8371472 Apr 05 11:34:10.386300 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:10.387377 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Publish callbacks [] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:10.388685 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:33:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:10.391595 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-8a143ce1-5fd2-4dc8-8a57-de8e58d26fb7 service neutron] 10.222.0.57 "GET /v2.0/networks/f9525c86-10c8-497e-a632-56ef24ce13c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9025953 Apr 05 11:34:10.441874 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9769f6-847f-4252-a3d3-c9e09e16c77a req-9a3bf668-cb3c-4635-847e-492687acb6bb tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:10.443587 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5e9769f6-847f-4252-a3d3-c9e09e16c77a req-9a3bf668-cb3c-4635-847e-492687acb6bb tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 944 time: 0.1097200 Apr 05 11:34:10.456062 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:10.466934 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-2ed05e07-d2e3-4f5a-b3e2-92be036bdf9e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3867505 Apr 05 11:34:10.477693 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:10.478430 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532287'] for router_interface (d53639d5-4821-464b-8098-a99675207c04), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:10.579909 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5e9769f6-847f-4252-a3d3-c9e09e16c77a req-a2d8bb15-e879-4b64-986b-d37e3fa929fd tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269536 Apr 05 11:34:10.621789 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Pushing event updated for resources: {'Port': ['ID=5b093cbf-dacd-4093-b2dc-9734674ce033,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:10.759663 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:10.809903 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 98cb7b42-2e1b-4890-991c-5bae690f4105 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:10.816239 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 5cb1bc98-dcfa-4221-88dc-58c047c846a9 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:10.863485 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.57', 57400) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:10.876909 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:10.989147 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 5cb1bc98-dcfa-4221-88dc-58c047c846a9 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:10.990204 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (5cb1bc98-dcfa-4221-88dc-58c047c846a9), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:11.297946 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 5cb1bc98-dcfa-4221-88dc-58c047c846a9 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:11.300376 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:05Z', 'revision_number': 2, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:11.300818 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 3578daf6-33ea-485b-851f-f51ee4f664fa up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:11.343578 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Checking router: 927ef2b6-3c41-4512-b854-4f8e285b6a48 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:34:11.345615 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Updating router 927ef2b6-3c41-4512-b854-4f8e285b6a48 port 51e18968-5208-4677-9d7d-886a6713f308 binding host dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:34:11.414177 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-7361f5df-8cef-4748-9193-e27d40d4a212 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:11.416045 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-7361f5df-8cef-4748-9193-e27d40d4a212 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.57 "GET /v2.0/networks?id=8cbffa01-3137-49e9-97ed-1f17fab5a300 HTTP/1.1" status: 200 len: 811 time: 0.5218759 Apr 05 11:34:11.420697 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57940) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:11.446528 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (51e18968-5208-4677-9d7d-886a6713f308), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:11.464106 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 3578daf6-33ea-485b-851f-f51ee4f664fa triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:11.470109 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (3578daf6-33ea-485b-851f-f51ee4f664fa), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:11.583552 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-d4eb25c9-584f-4e89-b960-b39c77b8389e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--278274267&fields=id&tenant_id=233d90e8ff5e4e72ad93b7b8123f9648 HTTP/1.1" status: 200 len: 267 time: 0.3171947 Apr 05 11:34:11.749628 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Network 912aa55e-5878-42db-a34a-a968382fba80 is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:11.759443 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 3578daf6-33ea-485b-851f-f51ee4f664fa is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:11.777043 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:11.831095 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f900785d-caed-4a12-a23c-71e8c04cb350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:11.880065 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-25888bde-5037-40bc-a1a0-a0278b9c6fdb tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5346b36188734d548c57bb9d7d63476d HTTP/1.1" status: 200 len: 379 time: 0.4243793 Apr 05 11:34:11.950238 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device ded95934-8dc7-4360-8abd-80896328740e up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:11.955858 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-f9e30686-9016-4402-b49a-e866e87f42ff tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Request body: {'port': {'device_id': '271ec1c3-3848-4d8c-99be-ecc15be7f06f', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'admin_state_up': True, 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'security_groups': ['3342c624-641e-4d2a-82d3-5361fe18486f']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:12.020845 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f900785d-caed-4a12-a23c-71e8c04cb350 admin admin] Publish callbacks [] for security_group (cbd7ac96-a85e-4d88-9e97-a21951298d9f), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:12.026596 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d6bdb961-ed84-4e91-9e42-3091536e67d4 req-9d116ad2-7bd3-412f-a651-ba701eb1a233 service neutron] 10.222.0.57 "GET /v2.0/networks/f9525c86-10c8-497e-a632-56ef24ce13c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4165673 Apr 05 11:34:12.106232 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port ded95934-8dc7-4360-8abd-80896328740e triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:12.106799 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (ded95934-8dc7-4360-8abd-80896328740e), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:12.189007 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Publish callbacks [] for port (51e18968-5208-4677-9d7d-886a6713f308), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:12.196096 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-96121429-c558-447f-9e00-58eded45fbe1 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:12.197763 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-96121429-c558-447f-9e00-58eded45fbe1 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/networks?id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2 HTTP/1.1" status: 200 len: 816 time: 0.5784209 Apr 05 11:34:12.214733 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-ba0ac4b9-7c46-46e2-815c-d6c159f94233 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/quotas/233d90e8ff5e4e72ad93b7b8123f9648 HTTP/1.1" status: 200 len: 375 time: 0.0105209 Apr 05 11:34:12.241986 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port ded95934-8dc7-4360-8abd-80896328740e is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:12.247276 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Router d53639d5-4821-464b-8098-a99675207c04 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:34:12.277084 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-413d2f4b-4750-4649-b4fb-3fd660ccf6aa None None] Provisioning complete for port 5b093cbf-dacd-4093-b2dc-9734674ce033 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:12.277544 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-413d2f4b-4750-4649-b4fb-3fd660ccf6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:12.300338 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-6136b982-ebaf-4e70-8659-60558f8a9210 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=233d90e8ff5e4e72ad93b7b8123f9648&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791438 Apr 05 11:34:12.349205 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-413d2f4b-4750-4649-b4fb-3fd660ccf6aa None None] Port 5b093cbf-dacd-4093-b2dc-9734674ce033 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:12.450209 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:34:12.460398 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-1bce5bfb-a6e4-46ef-a51c-cfaf468e69fd service neutron] 10.222.0.60 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371069 Apr 05 11:34:12.462603 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Sync routers for ids ['d53639d5-4821-464b-8098-a99675207c04'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:34:12.489057 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-9da0e2b6-36b4-4fb8-8c3e-1b6e3cf07da4 admin admin] 10.222.0.60 "PUT /v2.0/routers/d53639d5-4821-464b-8098-a99675207c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8727410 Apr 05 11:34:12.489261 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Routers {'d53639d5-4821-464b-8098-a99675207c04'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:12.489261 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:33:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['d53639d5-4821-464b-8098-a99675207c04'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:12.666862 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-0e1bcfca-18f2-4fb3-9a05-e2a84a9c0b06 service neutron] 10.222.0.60 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061164 Apr 05 11:34:12.703707 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Set router d53639d5-4821-464b-8098-a99675207c04 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:12.966998 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:07Z', 'revision_number': 4, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port': {'id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:49Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '5b093cbf-dacd-4093-b2dc-9734674ce033', 'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'mac_address': 'fa:16:3e:cd:c1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 2, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'subnets': [{'id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:13.009610 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Checking router: d53639d5-4821-464b-8098-a99675207c04 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:34:13.009971 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Updating router d53639d5-4821-464b-8098-a99675207c04 port 5b093cbf-dacd-4093-b2dc-9734674ce033 binding host dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:34:13.040855 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.332596 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Publish callbacks [] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.716258 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (51e18968-5208-4677-9d7d-886a6713f308), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.762703 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f900785d-caed-4a12-a23c-71e8c04cb350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (cbd7ac96-a85e-4d88-9e97-a21951298d9f), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.764888 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-f9e30686-9016-4402-b49a-e866e87f42ff tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Made reservation on behalf of 5346b36188734d548c57bb9d7d63476d for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:13.764888 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-f9e30686-9016-4402-b49a-e866e87f42ff tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.796111 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-f900785d-caed-4a12-a23c-71e8c04cb350 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f31b0447ea564f4db1b15130b461470f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3735361 Apr 05 11:34:13.865526 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57970) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:13.865526 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 57972) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:13.893188 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438232d-9844-4cc1-a5ef-f45c9f9643b8 None None] Pushing event updated for resources: {'Port': ['ID=51e18968-5208-4677-9d7d-886a6713f308,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:13.911202 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900785d-caed-4a12-a23c-71e8c04cb350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd7ac96-a85e-4d88-9e97-a21951298d9f,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:13.920182 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-12687715-7a2d-4cdb-845f-9ac42a72b4b2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1302487725', 'description': 'tempest-description--1079485770'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:14.020971 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Attempting to bind port 51e18968-5208-4677-9d7d-886a6713f308 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:14.021539 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Attempting to bind port 51e18968-5208-4677-9d7d-886a6713f308 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:14.022966 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Attempting to bind port 51e18968-5208-4677-9d7d-886a6713f308 on network 83da91da-2a37-43a9-b807-df1a6d29d057 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:14.030940 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:14.031493 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Checking segment: {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:14.032124 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.032718 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Bound using segment: {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:14.033446 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Bound port: 51e18968-5208-4677-9d7d-886a6713f308, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:14.034055 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (51e18968-5208-4677-9d7d-886a6713f308), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.035639 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7e6e4dc8-5fd3-4585-aa7b-19fd443ac7d2 req-5200e4a6-c234-4797-8fee-f2682f38f07c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 210 time: 0.0812206 Apr 05 11:34:14.052835 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c6ecda15-3db0-4b10-af13-343d0e346bf8 admin admin] Publish callbacks [] for security_group (cbd7ac96-a85e-4d88-9e97-a21951298d9f), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.064107 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c6ecda15-3db0-4b10-af13-343d0e346bf8 admin admin] Publish callbacks [] for security_group (cbd7ac96-a85e-4d88-9e97-a21951298d9f), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.105553 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482aa158-5eb6-4738-ab0c-f333ca79c499 req-a04d3451-89b7-42fe-80d4-bdc853c37f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:14.107526 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-482aa158-5eb6-4738-ab0c-f333ca79c499 req-a04d3451-89b7-42fe-80d4-bdc853c37f42 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6f6424cbfe534f7bb64b4e6653d31a06&device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 1128 time: 0.3233955 Apr 05 11:34:14.163950 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] For port 51e18968-5208-4677-9d7d-886a6713f308, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:14.169086 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] For port 51e18968-5208-4677-9d7d-886a6713f308, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=51e18968-5208-4677-9d7d-886a6713f308,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:14.227783 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1a62e-6902-4506-babd-cb9ada1dfe39 req-4b87d73d-2550-4269-bbc3-7509e19079be tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:14.227783 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3be1a62e-6902-4506-babd-cb9ada1dfe39 req-4b87d73d-2550-4269-bbc3-7509e19079be tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 944 time: 0.0722752 Apr 05 11:34:14.275975 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.279679 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3be1a62e-6902-4506-babd-cb9ada1dfe39 req-e34be59b-525d-48ed-a1fb-67e8111f1756 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508149 Apr 05 11:34:14.329366 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-f9e30686-9016-4402-b49a-e866e87f42ff tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Allocated IP 172.20.0.5 (8cbffa01-3137-49e9-97ed-1f17fab5a300/11809902-d970-490e-a337-eab95165c81e/42c2fac1-dd03-4da9-ac7d-dec991381e3a) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:14.375211 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (51e18968-5208-4677-9d7d-886a6713f308), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.391755 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540d896-07b6-466f-82d1-3c1a58f95360 None None] Pushing event updated for resources: {'Port': ['ID=5b093cbf-dacd-4093-b2dc-9734674ce033,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:14.440343 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-40d44d01-1797-4290-96bb-469f1aaae6ca req-82d7f2c4-125b-4244-ac1f-c834838d77f9 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 210 time: 0.0911531 Apr 05 11:34:14.441133 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c6ecda15-3db0-4b10-af13-343d0e346bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (cbd7ac96-a85e-4d88-9e97-a21951298d9f), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.446901 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c6ecda15-3db0-4b10-af13-343d0e346bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.471837 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-c6ecda15-3db0-4b10-af13-343d0e346bf8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cbd7ac96-a85e-4d88-9e97-a21951298d9f HTTP/1.1" status: 204 len: 168 time: 0.5926683 Apr 05 11:34:14.479686 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-a977c1e3-4386-498f-a3a4-a4f5068e1f83 None None] Provisioning complete for port 51e18968-5208-4677-9d7d-886a6713f308 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:14.479838 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-12687715-7a2d-4cdb-845f-9ac42a72b4b2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.480353 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a977c1e3-4386-498f-a3a4-a4f5068e1f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (51e18968-5208-4677-9d7d-886a6713f308), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.582346 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Attempting to bind port 5b093cbf-dacd-4093-b2dc-9734674ce033 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:14.582718 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Attempting to bind port 5b093cbf-dacd-4093-b2dc-9734674ce033 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:14.583084 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Attempting to bind port 5b093cbf-dacd-4093-b2dc-9734674ce033 on network 912aa55e-5878-42db-a34a-a968382fba80 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:14.596449 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:14.599317 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecda15-3db0-4b10-af13-343d0e346bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd7ac96-a85e-4d88-9e97-a21951298d9f,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:14.600977 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Checking segment: {'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:14.601410 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.601811 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Bound using segment: {'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:14.602318 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Bound port: 5b093cbf-dacd-4093-b2dc-9734674ce033, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:14.602713 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.652661 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:14.652661 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:33:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:14.661493 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438232d-9844-4cc1-a5ef-f45c9f9643b8 None None] Pushing event updated for resources: {'Port': ['ID=51e18968-5208-4677-9d7d-886a6713f308,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:14.875144 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-f9e30686-9016-4402-b49a-e866e87f42ff tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for port (42c2fac1-dd03-4da9-ac7d-dec991381e3a), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.936311 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] For port 5b093cbf-dacd-4093-b2dc-9734674ce033, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:14.963024 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] For port 5b093cbf-dacd-4093-b2dc-9734674ce033, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=5b093cbf-dacd-4093-b2dc-9734674ce033,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:14.965411 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:15.042428 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-f9e30686-9016-4402-b49a-e866e87f42ff tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (42c2fac1-dd03-4da9-ac7d-dec991381e3a), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.044626 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-a977c1e3-4386-498f-a3a4-a4f5068e1f83 None None] Current status of the port 51e18968-5208-4677-9d7d-886a6713f308 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:15.045083 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a977c1e3-4386-498f-a3a4-a4f5068e1f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (51e18968-5208-4677-9d7d-886a6713f308), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.079717 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.127368 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482aa158-5eb6-4738-ab0c-f333ca79c499 req-8b3f6a37-c5a2-484b-99df-9da262013e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:15.129386 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-482aa158-5eb6-4738-ab0c-f333ca79c499 req-8b3f6a37-c5a2-484b-99df-9da262013e5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9525c86-10c8-497e-a632-56ef24ce13c6 HTTP/1.1" status: 200 len: 912 time: 0.7147880 Apr 05 11:34:15.172871 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-a977c1e3-4386-498f-a3a4-a4f5068e1f83 None None] For port 51e18968-5208-4677-9d7d-886a6713f308, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=51e18968-5208-4677-9d7d-886a6713f308,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:15.185691 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-f9e30686-9016-4402-b49a-e866e87f42ff tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Network 8cbffa01-3137-49e9-97ed-1f17fab5a300 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:15.202004 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-f9e30686-9016-4402-b49a-e866e87f42ff tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:15.212628 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Routers {'d53639d5-4821-464b-8098-a99675207c04'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:15.213246 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:33:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['d53639d5-4821-464b-8098-a99675207c04'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:15.216231 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-f9e30686-9016-4402-b49a-e866e87f42ff tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:15.223134 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-f9e30686-9016-4402-b49a-e866e87f42ff tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:15.223134 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-f9e30686-9016-4402-b49a-e866e87f42ff tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.230872 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e30686-9016-4402-b49a-e866e87f42ff tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event updated for resources: {'Port': ['ID=42c2fac1-dd03-4da9-ac7d-dec991381e3a,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:15.253888 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-12687715-7a2d-4cdb-845f-9ac42a72b4b2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (3c451003-d71b-4be5-a35a-35bce60d10ff), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.318522 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5dead-509a-437b-954d-3c614763ed49 req-9f8f2bce-62dc-40b2-81a7-447cb1c890cc tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:15.324400 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f1d5dead-509a-437b-954d-3c614763ed49 req-9f8f2bce-62dc-40b2-81a7-447cb1c890cc tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 819 time: 0.3633311 Apr 05 11:34:15.330234 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a977c1e3-4386-498f-a3a4-a4f5068e1f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (51e18968-5208-4677-9d7d-886a6713f308), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.336717 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540d896-07b6-466f-82d1-3c1a58f95360 None None] Pushing event updated for resources: {'Port': ['ID=5b093cbf-dacd-4093-b2dc-9734674ce033,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:15.346637 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ac272-d8a1-45f8-b70c-622eeac67772 req-0ddc8f46-aeee-4732-8b22-deddb5fd96ca tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:15.356931 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-927ac272-d8a1-45f8-b70c-622eeac67772 req-0ddc8f46-aeee-4732-8b22-deddb5fd96ca tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 931 time: 0.1870341 Apr 05 11:34:15.427998 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-f9e30686-9016-4402-b49a-e866e87f42ff tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4627256 Apr 05 11:34:15.436531 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Request body: {'port': {'device_id': '271ec1c3-3848-4d8c-99be-ecc15be7f06f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:15.457513 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f1d5dead-509a-437b-954d-3c614763ed49 req-ce98e2ad-bc2d-44bc-a252-71cebcd52519 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/quotas/ef1490a12f854ca78e6f0f6f25418eed HTTP/1.1" status: 200 len: 375 time: 0.1267939 Apr 05 11:34:15.469639 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-482aa158-5eb6-4738-ab0c-f333ca79c499 req-34af5344-483d-48c2-978d-61c0dd1189ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef96bf1-0c42-42f7-a9fa-681679365ad3 HTTP/1.1" status: 200 len: 217 time: 0.0792816 Apr 05 11:34:15.470409 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-12687715-7a2d-4cdb-845f-9ac42a72b4b2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (3c451003-d71b-4be5-a35a-35bce60d10ff), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.586013 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12687715-7a2d-4cdb-845f-9ac42a72b4b2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c451003-d71b-4be5-a35a-35bce60d10ff,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:15.589570 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482aa158-5eb6-4738-ab0c-f333ca79c499 req-935d1a88-81f8-4814-a0e3-4b0438ab3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:15.591219 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-482aa158-5eb6-4738-ab0c-f333ca79c499 req-935d1a88-81f8-4814-a0e3-4b0438ab3223 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8bb69f7a-e479-4032-94ea-1da7d0b9786f HTTP/1.1" status: 200 len: 851 time: 0.1052318 Apr 05 11:34:15.608622 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-12687715-7a2d-4cdb-845f-9ac42a72b4b2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.610097 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-12687715-7a2d-4cdb-845f-9ac42a72b4b2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7419422 Apr 05 11:34:15.622627 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 58022) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:15.637451 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-7f8623d7-40ae-44c0-8021-ffdea1d98e83 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'security_group_rule': {'security_group_id': '3c451003-d71b-4be5-a35a-35bce60d10ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:15.652691 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977c1e3-4386-498f-a3a4-a4f5068e1f83 None None] Pushing event updated for resources: {'Port': ['ID=51e18968-5208-4677-9d7d-886a6713f308,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:15.675892 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-8cbcf65a-8f60-4fc6-9044-37b53ab25836 None None] Provisioning complete for port 51e18968-5208-4677-9d7d-886a6713f308 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:15.676502 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8cbcf65a-8f60-4fc6-9044-37b53ab25836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (51e18968-5208-4677-9d7d-886a6713f308), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.681658 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] Set router d53639d5-4821-464b-8098-a99675207c04 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:15.683995 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-482aa158-5eb6-4738-ab0c-f333ca79c499 req-c22bf6e1-6341-4881-947e-8a6c2ec3c7dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9525c86-10c8-497e-a632-56ef24ce13c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790443 Apr 05 11:34:15.696760 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-927ac272-d8a1-45f8-b70c-622eeac67772 req-88c02186-4834-4608-9ca2-d8b28b37c994 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3387494 Apr 05 11:34:15.703693 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (42c2fac1-dd03-4da9-ac7d-dec991381e3a), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.703819 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:15.704314 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 58024) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:15.730852 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a59c1a2e-4b3e-4493-b38f-e8d573b3e337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.746418 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a7506-902f-4dfa-b23a-04d6ccde0076 None None] The sync data for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi is: [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:34:15.827893 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7f8623d7-40ae-44c0-8021-ffdea1d98e83 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (afca6041-d9be-4347-ae9b-7820946873e7), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.936147 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f1d5dead-509a-437b-954d-3c614763ed49 req-49762c42-34e1-4da5-a1b3-0793bbb7a93a tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4300692 Apr 05 11:34:16.103091 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-482aa158-5eb6-4738-ab0c-f333ca79c499 req-007c43af-e2e6-4646-94dd-b885a736c9b4 service neutron] 10.222.0.57 "GET /v2.0/networks/f9525c86-10c8-497e-a632-56ef24ce13c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003208 Apr 05 11:34:16.151880 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7f8623d7-40ae-44c0-8021-ffdea1d98e83 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (afca6041-d9be-4347-ae9b-7820946873e7), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:16.165896 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6f9e4-7a61-4d7c-a6c9-97cc3b5306c2 req-0e7fc83c-e5c7-4f77-8d32-1e1b95395be2 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:16.176893 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-eeb6f9e4-7a61-4d7c-a6c9-97cc3b5306c2 req-0e7fc83c-e5c7-4f77-8d32-1e1b95395be2 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 944 time: 0.3212562 Apr 05 11:34:16.219473 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-8cbcf65a-8f60-4fc6-9044-37b53ab25836 None None] Current status of the port 51e18968-5208-4677-9d7d-886a6713f308 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:16.276121 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7f8623d7-40ae-44c0-8021-ffdea1d98e83 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (afca6041-d9be-4347-ae9b-7820946873e7), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:16.290283 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-8cbcf65a-8f60-4fc6-9044-37b53ab25836 None None] Provisioning complete for port 5b093cbf-dacd-4093-b2dc-9734674ce033 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:16.290529 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8cbcf65a-8f60-4fc6-9044-37b53ab25836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:16.408558 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f1d5dead-509a-437b-954d-3c614763ed49 req-31e24874-2583-4364-b0b8-5630247ed974 service neutron] 10.222.0.60 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714699 Apr 05 11:34:16.439392 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-eeb6f9e4-7a61-4d7c-a6c9-97cc3b5306c2 req-953b012e-eb0a-4ecd-a4fd-18e990e60ae2 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608719 Apr 05 11:34:16.449864 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-8cbcf65a-8f60-4fc6-9044-37b53ab25836 None None] Current status of the port 5b093cbf-dacd-4093-b2dc-9734674ce033 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:16.450380 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8cbcf65a-8f60-4fc6-9044-37b53ab25836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:16.454448 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8623d7-40ae-44c0-8021-ffdea1d98e83 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afca6041-d9be-4347-ae9b-7820946873e7,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:16.469633 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a59c1a2e-4b3e-4493-b38f-e8d573b3e337 admin admin] Publish callbacks [] for security_group (1edfba0f-edcd-4e8a-9b6f-e91db29a6e07), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:16.481015 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7f8623d7-40ae-44c0-8021-ffdea1d98e83 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:16.485595 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-7f8623d7-40ae-44c0-8021-ffdea1d98e83 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8546939 Apr 05 11:34:16.490776 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 58040) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:16.500551 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-8949cc85-923d-4f1b-a0af-18b816be148f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'security_group_rule': {'security_group_id': '3c451003-d71b-4be5-a35a-35bce60d10ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:16.517254 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-482aa158-5eb6-4738-ab0c-f333ca79c499 req-9191e97e-7ecf-414f-86b7-df21d1ef41c8 service neutron] 10.222.0.57 "GET /v2.0/networks/f9525c86-10c8-497e-a632-56ef24ce13c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026723 Apr 05 11:34:16.523366 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-8cbcf65a-8f60-4fc6-9044-37b53ab25836 None None] For port 5b093cbf-dacd-4093-b2dc-9734674ce033, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=5b093cbf-dacd-4093-b2dc-9734674ce033,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:16.536901 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:07Z', 'revision_number': 4, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port': {'id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:49Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '5b093cbf-dacd-4093-b2dc-9734674ce033', 'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'mac_address': 'fa:16:3e:cd:c1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'subnets': [{'id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:16.572929 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b924188-baac-404f-9940-6d11dfd9b757 None None] The sync data for ids ['d53639d5-4821-464b-8098-a99675207c04'] in dv-cinder-834448-3-iscsi is: [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:07Z', 'revision_number': 4, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port': {'id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:49Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '5b093cbf-dacd-4093-b2dc-9734674ce033', 'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'mac_address': 'fa:16:3e:cd:c1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'subnets': [{'id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:34:16.651605 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5ca2f7ef-12a7-4571-aa87-20953a4fe999 req-dfdf9896-c5c6-499a-aa20-4cb9dce24f5e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 210 time: 0.0829329 Apr 05 11:34:16.664179 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 58042) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:16.675325 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a59c1a2e-4b3e-4493-b38f-e8d573b3e337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (1edfba0f-edcd-4e8a-9b6f-e91db29a6e07), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:16.717682 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8cbcf65a-8f60-4fc6-9044-37b53ab25836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:16.821481 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcf65a-8f60-4fc6-9044-37b53ab25836 None None] Pushing event updated for resources: {'Port': ['ID=5b093cbf-dacd-4093-b2dc-9734674ce033,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:16.833417 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f1d5dead-509a-437b-954d-3c614763ed49 req-a739249b-6334-4997-ae4f-0ef9edc379b5 service neutron] 10.222.0.60 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240000 Apr 05 11:34:16.864830 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-b6092a4c-5d0b-4e34-8c27-d896eaeaf59b None None] Provisioning complete for port 5b093cbf-dacd-4093-b2dc-9734674ce033 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:16.865353 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b6092a4c-5d0b-4e34-8c27-d896eaeaf59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:16.877869 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8949cc85-923d-4f1b-a0af-18b816be148f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (bb28a1ae-a292-4492-9e0f-04be5eeb50d7), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:16.900005 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7587c14a-b12c-4e49-b2df-615e7c71867a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:16.903758 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a59c1a2e-4b3e-4493-b38f-e8d573b3e337 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6330688c8075441dac87ce2dbcd6e7d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1982319 Apr 05 11:34:16.907774 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 58050) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:16.917291 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c2fac1-dd03-4da9-ac7d-dec991381e3a {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:16.993388 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-b6092a4c-5d0b-4e34-8c27-d896eaeaf59b None None] Current status of the port 5b093cbf-dacd-4093-b2dc-9734674ce033 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:17.000585 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7587c14a-b12c-4e49-b2df-615e7c71867a admin admin] Publish callbacks [] for security_group (133cb7b1-8da9-45dc-b91a-19683283c4dd), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.009720 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c1a2e-4b3e-4493-b38f-e8d573b3e337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edfba0f-edcd-4e8a-9b6f-e91db29a6e07,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:17.025302 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa41ea-9a72-4110-8f0d-9f423bdad3d4 req-aadf0fc8-5e3e-4d57-a14e-2ff46c374ffc tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:17.035825 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-31aa41ea-9a72-4110-8f0d-9f423bdad3d4 req-aadf0fc8-5e3e-4d57-a14e-2ff46c374ffc tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 931 time: 0.2248974 Apr 05 11:34:17.039344 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-b6092a4c-5d0b-4e34-8c27-d896eaeaf59b None None] Provisioning complete for port 42c2fac1-dd03-4da9-ac7d-dec991381e3a triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:17.043060 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b6092a4c-5d0b-4e34-8c27-d896eaeaf59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (42c2fac1-dd03-4da9-ac7d-dec991381e3a), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.066671 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Publish callbacks [] for port (42c2fac1-dd03-4da9-ac7d-dec991381e3a), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.096520 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7587c14a-b12c-4e49-b2df-615e7c71867a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (133cb7b1-8da9-45dc-b91a-19683283c4dd), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.104643 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-b6092a4c-5d0b-4e34-8c27-d896eaeaf59b None None] Port 42c2fac1-dd03-4da9-ac7d-dec991381e3a cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:17.122186 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-31aa41ea-9a72-4110-8f0d-9f423bdad3d4 req-d93c43f7-6bc2-4d68-8d3b-efc0a0238a93 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872116 Apr 05 11:34:17.125494 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8949cc85-923d-4f1b-a0af-18b816be148f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (bb28a1ae-a292-4492-9e0f-04be5eeb50d7), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.157831 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Transition to ACTIVE for port object 42c2fac1-dd03-4da9-ac7d-dec991381e3a will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:34:17.164017 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587c14a-b12c-4e49-b2df-615e7c71867a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133cb7b1-8da9-45dc-b91a-19683283c4dd,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:17.170260 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-7587c14a-b12c-4e49-b2df-615e7c71867a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7fd30f5bf66c484b873e8d8b07ae9ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5045323 Apr 05 11:34:17.172978 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 58052) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:17.181717 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a89d38ae-6eb6-4ef4-93d4-18b8bcd08252 admin admin] Publish callbacks [] for security_group (1edfba0f-edcd-4e8a-9b6f-e91db29a6e07), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.215268 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8949cc85-923d-4f1b-a0af-18b816be148f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (bb28a1ae-a292-4492-9e0f-04be5eeb50d7), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.262282 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a89d38ae-6eb6-4ef4-93d4-18b8bcd08252 admin admin] Publish callbacks [] for security_group (1edfba0f-edcd-4e8a-9b6f-e91db29a6e07), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.265366 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949cc85-923d-4f1b-a0af-18b816be148f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb28a1ae-a292-4492-9e0f-04be5eeb50d7,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:17.274936 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (42c2fac1-dd03-4da9-ac7d-dec991381e3a), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.279738 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device cef96bf1-0c42-42f7-a9fa-681679365ad3 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:34:17.420984 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8949cc85-923d-4f1b-a0af-18b816be148f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.422196 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-8949cc85-923d-4f1b-a0af-18b816be148f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9265246 Apr 05 11:34:17.461998 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 58060) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:17.464670 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'floatingip': {'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:17.471899 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Pushing event updated for resources: {'Port': ['ID=42c2fac1-dd03-4da9-ac7d-dec991381e3a,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:17.590802 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Attempting to bind port 42c2fac1-dd03-4da9-ac7d-dec991381e3a on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:17.591174 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Attempting to bind port 42c2fac1-dd03-4da9-ac7d-dec991381e3a by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:17.598493 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Attempting to bind port 42c2fac1-dd03-4da9-ac7d-dec991381e3a on network 8cbffa01-3137-49e9-97ed-1f17fab5a300 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:17.606593 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port cef96bf1-0c42-42f7-a9fa-681679365ad3, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=cef96bf1-0c42-42f7-a9fa-681679365ad3,segment=NetworkSegment(d6ee5f55-f589-4790-acef-5bd7000034de),segment_id=d6ee5f55-f589-4790-acef-5bd7000034de)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:17.610234 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Port 42c2fac1-dd03-4da9-ac7d-dec991381e3a on network 8cbffa01-3137-49e9-97ed-1f17fab5a300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:34:17.610557 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Attempting to bind port 42c2fac1-dd03-4da9-ac7d-dec991381e3a on network 8cbffa01-3137-49e9-97ed-1f17fab5a300 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:17.636146 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': 'cef96bf1-0c42-42f7-a9fa-681679365ad3', 'network_id': 'f9525c86-10c8-497e-a632-56ef24ce13c6', 'port_id': 'cef96bf1-0c42-42f7-a9fa-681679365ad3', 'mac_address': 'fa:16:3e:c1:b1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb69f7a-e479-4032-94ea-1da7d0b9786f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:34:17.664280 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:17.664969 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Checking segment: {'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:17.665716 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Bound using segment: {'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:17.666403 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Bound port: 42c2fac1-dd03-4da9-ac7d-dec991381e3a, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:17.666934 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (42c2fac1-dd03-4da9-ac7d-dec991381e3a), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.687679 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.688211 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port cef96bf1-0c42-42f7-a9fa-681679365ad3 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:17.688707 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (cef96bf1-0c42-42f7-a9fa-681679365ad3), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.696128 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a89d38ae-6eb6-4ef4-93d4-18b8bcd08252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (1edfba0f-edcd-4e8a-9b6f-e91db29a6e07), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.699495 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a89d38ae-6eb6-4ef4-93d4-18b8bcd08252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.700902 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a89d38ae-6eb6-4ef4-93d4-18b8bcd08252 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1edfba0f-edcd-4e8a-9b6f-e91db29a6e07 HTTP/1.1" status: 204 len: 168 time: 0.6922657 Apr 05 11:34:17.726080 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef96bf1-0c42-42f7-a9fa-681679365ad3 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:17.779021 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-44ead672-de51-4d2d-b635-b47429de7f1b req-cf73a6fe-ebf6-401e-9995-9d48d10bae26 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 210 time: 0.4835522 Apr 05 11:34:17.782235 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port cef96bf1-0c42-42f7-a9fa-681679365ad3, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=cef96bf1-0c42-42f7-a9fa-681679365ad3,segment=NetworkSegment(d6ee5f55-f589-4790-acef-5bd7000034de),segment_id=d6ee5f55-f589-4790-acef-5bd7000034de)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:17.784775 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d38ae-6eb6-4ef4-93d4-18b8bcd08252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edfba0f-edcd-4e8a-9b6f-e91db29a6e07,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:17.822642 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-60c963e1-fee5-4818-9594-46a54e3ed368 admin admin] Publish callbacks [] for security_group (133cb7b1-8da9-45dc-b91a-19683283c4dd), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.871779 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (cef96bf1-0c42-42f7-a9fa-681679365ad3), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.882160 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-60c963e1-fee5-4818-9594-46a54e3ed368 admin admin] Publish callbacks [] for security_group (133cb7b1-8da9-45dc-b91a-19683283c4dd), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.939606 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] For port 42c2fac1-dd03-4da9-ac7d-dec991381e3a, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:17.957132 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] For port 42c2fac1-dd03-4da9-ac7d-dec991381e3a, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=42c2fac1-dd03-4da9-ac7d-dec991381e3a,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:18.017283 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=cef96bf1-0c42-42f7-a9fa-681679365ad3,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:18.045575 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c33b20-ec6a-4326-aa9b-d92f61a633b9 req-6ca29a49-3d10-4ac2-b4b4-bd78483130f1 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:18.054261 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-41c33b20-ec6a-4326-aa9b-d92f61a633b9 req-6ca29a49-3d10-4ac2-b4b4-bd78483130f1 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 944 time: 0.4411607 Apr 05 11:34:18.065372 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (42c2fac1-dd03-4da9-ac7d-dec991381e3a), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:18.149789 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3c703d73-fe73-4acc-bc20-82dfe82a441a req-9b7fec6d-245b-437d-bd70-3757f73b3e81 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 210 time: 0.0873797 Apr 05 11:34:18.156162 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-60c963e1-fee5-4818-9594-46a54e3ed368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (133cb7b1-8da9-45dc-b91a-19683283c4dd), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:18.163330 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-60c963e1-fee5-4818-9594-46a54e3ed368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:18.171664 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-60c963e1-fee5-4818-9594-46a54e3ed368 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/133cb7b1-8da9-45dc-b91a-19683283c4dd HTTP/1.1" status: 204 len: 168 time: 0.9921565 Apr 05 11:34:18.197963 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['cef96bf1-0c42-42f7-a9fa-681679365ad3'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:34:18.217807 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c963e1-fee5-4818-9594-46a54e3ed368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133cb7b1-8da9-45dc-b91a-19683283c4dd,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:18.322094 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-95cf0c75-62c4-4a52-b469-0a8b626c7f72 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:18.323637 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-95cf0c75-62c4-4a52-b469-0a8b626c7f72 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.57 "GET /v2.0/networks?id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2 HTTP/1.1" status: 200 len: 816 time: 0.2988732 Apr 05 11:34:18.373470 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 51e18968-5208-4677-9d7d-886a6713f308 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:18.620024 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:18.628070 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:18.635214 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 51e18968-5208-4677-9d7d-886a6713f308 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:18.635707 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (51e18968-5208-4677-9d7d-886a6713f308), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:18.636366 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] 10.222.0.57 "PUT /v2.0/ports/42c2fac1-dd03-4da9-ac7d-dec991381e3a HTTP/1.1" status: 200 len: 1093 time: 3.2040031 Apr 05 11:34:18.645091 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271ec1c3-3848-4d8c-99be-ecc15be7f06f', 'tag': '42c2fac1-dd03-4da9-ac7d-dec991381e3a'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:18.677000 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-e5789e4e-1bef-4939-8e18-3db6b5a25e5e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=233d90e8ff5e4e72ad93b7b8123f9648 HTTP/1.1" status: 200 len: 379 time: 0.3297684 Apr 05 11:34:18.739318 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-9c6e6292-9d40-4d58-9629-7e37e7fe177b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:18.743644 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-9c6e6292-9d40-4d58-9629-7e37e7fe177b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 819 time: 0.4399409 Apr 05 11:34:18.765242 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-62ab4060-7788-4e02-a992-9a12af42bc65 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Request body: {'port': {'device_id': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'admin_state_up': True, 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'security_groups': ['b20af323-35b6-4de6-80bb-078adc929831']}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:18.831382 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-41c33b20-ec6a-4326-aa9b-d92f61a633b9 req-3ed7059c-d8b8-4206-bcf2-58bf0c799666 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7749951 Apr 05 11:34:18.833411 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b14556-7cdd-47e3-8124-d9f44f2f4bec service neutron] Pushing event updated for resources: {'Port': ['ID=42c2fac1-dd03-4da9-ac7d-dec991381e3a,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:18.878791 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 51e18968-5208-4677-9d7d-886a6713f308 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:18.880037 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 5b093cbf-dacd-4093-b2dc-9734674ce033 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:19.000014 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 5b093cbf-dacd-4093-b2dc-9734674ce033 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:19.000395 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:19.025479 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-ac04631f-988e-4ed6-a4ba-47d9a6bc9efc tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/quotas/ef1490a12f854ca78e6f0f6f25418eed HTTP/1.1" status: 200 len: 375 time: 0.0223365 Apr 05 11:34:19.117327 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:19.136659 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-7aea5d53-d943-42e9-a73e-5eb910d5c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:19.138259 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-7aea5d53-d943-42e9-a73e-5eb910d5c869 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5346b36188734d548c57bb9d7d63476d&device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 1127 time: 0.2450488 Apr 05 11:34:19.149581 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-62ab4060-7788-4e02-a992-9a12af42bc65 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Made reservation on behalf of 233d90e8ff5e4e72ad93b7b8123f9648 for: {'port': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:19.153936 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-62ab4060-7788-4e02-a992-9a12af42bc65 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:19.224602 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 5b093cbf-dacd-4093-b2dc-9734674ce033 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:19.226711 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0871c729-0e4c-46e7-9c7d-fcc2a6a45f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "271ec1c3-3848-4d8c-99be-ecc15be7f06f", "tag": "42c2fac1-dd03-4da9-ac7d-dec991381e3a"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:19.236360 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61461d8c-d3f0-44d7-9a2f-0b6bdcd46ef3 req-368b49bb-8dc1-4e3f-9bc9-d022dcf7e8b2 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:19.243966 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61461d8c-d3f0-44d7-9a2f-0b6bdcd46ef3 req-368b49bb-8dc1-4e3f-9bc9-d022dcf7e8b2 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 943 time: 0.2098091 Apr 05 11:34:19.248986 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-cfab954a-70fe-4ac5-bfd5-2afa86ba6980 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2217898 Apr 05 11:34:19.269172 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device cef96bf1-0c42-42f7-a9fa-681679365ad3 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:19.296026 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-11bfcc05-5903-47b4-9705-4e8804264628 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c2fac1-dd03-4da9-ac7d-dec991381e3a HTTP/1.1" status: 200 len: 217 time: 0.1383367 Apr 05 11:34:19.439846 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-ae1f0e39-bbab-425b-a85b-27c734316fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:19.441640 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-ae1f0e39-bbab-425b-a85b-27c734316fa8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11809902-d970-490e-a337-eab95165c81e HTTP/1.1" status: 200 len: 850 time: 0.1361978 Apr 05 11:34:19.459146 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61461d8c-d3f0-44d7-9a2f-0b6bdcd46ef3 req-846c8cc2-cba4-4b1f-bef3-88f3faf67f67 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094233 Apr 05 11:34:19.459844 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-88020a67-2127-4f1b-91b3-9814e9db3b99 service neutron] 10.222.0.60 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099638 Apr 05 11:34:19.528268 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Allocated IP 172.27.1.104 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/5f072cda-955c-4b81-99a0-cff9532b784e) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:19.610348 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port cef96bf1-0c42-42f7-a9fa-681679365ad3 completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:34:19.632632 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port cef96bf1-0c42-42f7-a9fa-681679365ad3 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:19.637559 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (cef96bf1-0c42-42f7-a9fa-681679365ad3), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:19.699404 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-62ab4060-7788-4e02-a992-9a12af42bc65 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Allocated IP 172.20.0.14 (e75e15ad-ea96-4c51-a99a-e2b235a6dca2/79697ad3-6090-4136-9658-d9efe2412d4b/abe1c734-1139-400d-ab81-735a015fd662) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:19.701449 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a3039574-002c-4968-acc2-44054ef6f254 req-bd5cb9c8-fdad-4d73-acd6-86f9f575fb50 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 210 time: 0.0415263 Apr 05 11:34:19.776065 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-b748a5f0-027a-45a1-a145-72c02b9187f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:19.779091 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-b748a5f0-027a-45a1-a145-72c02b9187f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbffa01-3137-49e9-97ed-1f17fab5a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3166094 Apr 05 11:34:19.829371 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-13cedbb5-9ee3-4f36-94d2-e83fe4fcb1bb service neutron] 10.222.0.60 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557308 Apr 05 11:34:19.841657 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port cef96bf1-0c42-42f7-a9fa-681679365ad3 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:19.841657 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (cef96bf1-0c42-42f7-a9fa-681679365ad3), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:19.890472 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa16bad4-76dd-4c1b-860c-26cc38b192ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef96bf1-0c42-42f7-a9fa-681679365ad3'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:20.004138 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-8451467c-b554-4c9c-bbbd-1cc2931ac4a5 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815641 Apr 05 11:34:20.039378 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port cef96bf1-0c42-42f7-a9fa-681679365ad3, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=cef96bf1-0c42-42f7-a9fa-681679365ad3,segment=NetworkSegment(d6ee5f55-f589-4790-acef-5bd7000034de),segment_id=d6ee5f55-f589-4790-acef-5bd7000034de)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:20.059283 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-62ab4060-7788-4e02-a992-9a12af42bc65 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for port (abe1c734-1139-400d-ab81-735a015fd662), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.096105 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for port (5f072cda-955c-4b81-99a0-cff9532b784e), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.162843 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (cef96bf1-0c42-42f7-a9fa-681679365ad3), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.182619 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-528e0e29-f65f-447a-a4cf-d0681c6a6ecd req-30f90318-4021-4e25-b56b-2e09c4a7f339 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778536 Apr 05 11:34:20.314068 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614e4114-a26e-484e-b8e5-0a4a85d26bdf x-openstack-request-id: req-614e4114-a26e-484e-b8e5-0a4a85d26bdf {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:20.314574 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271ec1c3-3848-4d8c-99be-ecc15be7f06f", "tag": "42c2fac1-dd03-4da9-ac7d-dec991381e3a", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:20.315024 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-614e4114-a26e-484e-b8e5-0a4a85d26bdf {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:20.315794 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614e4114-a26e-484e-b8e5-0a4a85d26bdf'] response: {'name': 'network-changed', 'server_uuid': '271ec1c3-3848-4d8c-99be-ecc15be7f06f', 'tag': '42c2fac1-dd03-4da9-ac7d-dec991381e3a', 'status': 'completed', 'code': 200} Apr 05 11:34:20.378247 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (5f072cda-955c-4b81-99a0-cff9532b784e), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.391475 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f98978-5ee4-4b1b-bb92-a9c85c1bee26 req-9df8de67-ef43-4500-b113-d5235132127c tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:20.394512 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-91f98978-5ee4-4b1b-bb92-a9c85c1bee26 req-9df8de67-ef43-4500-b113-d5235132127c tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 946 time: 0.1196027 Apr 05 11:34:20.395841 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-62ab4060-7788-4e02-a992-9a12af42bc65 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (abe1c734-1139-400d-ab81-735a015fd662), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.462672 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=cef96bf1-0c42-42f7-a9fa-681679365ad3,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:20.496193 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0a470119-6bdb-4a60-9663-def6439979fe req-749bf6f5-2c30-4715-9422-1132fcb93daa tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 210 time: 0.1309586 Apr 05 11:34:20.532587 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-62ab4060-7788-4e02-a992-9a12af42bc65 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:20.541117 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-62ab4060-7788-4e02-a992-9a12af42bc65 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:20.550571 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:20.559570 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:20.569230 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-62ab4060-7788-4e02-a992-9a12af42bc65 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:20.576997 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:20.581212 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-62ab4060-7788-4e02-a992-9a12af42bc65 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:20.582372 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-62ab4060-7788-4e02-a992-9a12af42bc65 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for port (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.606729 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab4060-7788-4e02-a992-9a12af42bc65 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event updated for resources: {'Port': ['ID=abe1c734-1139-400d-ab81-735a015fd662,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:20.664580 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-91f98978-5ee4-4b1b-bb92-a9c85c1bee26 req-9bbb0daa-e32c-48e1-b971-6ed749405537 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344844 Apr 05 11:34:20.680673 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b744d8-d611-4586-9039-0c1ee12cff4c" -d '{"events": [{"server_uuid": "fa16bad4-76dd-4c1b-860c-26cc38b192ef", "name": "network-vif-plugged", "status": "completed", "tag": "cef96bf1-0c42-42f7-a9fa-681679365ad3"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:20.711001 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'Port': ['ID=5f072cda-955c-4b81-99a0-cff9532b784e,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:20.741117 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (c5f6406f-f7f1-4021-8f07-07225331857b), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.743513 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-62ab4060-7788-4e02-a992-9a12af42bc65 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0578887 Apr 05 11:34:20.768680 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dee0f6-6df4-4730-92cb-9f18946af113 req-9b0fd236-ee6f-4457-b466-a8512c2f824a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:20.785145 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61dee0f6-6df4-4730-92cb-9f18946af113 req-9b0fd236-ee6f-4457-b466-a8512c2f824a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 943 time: 0.1679051 Apr 05 11:34:20.791297 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7226008a-ce9e-4655-8382-433cba24cdc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.881904 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61dee0f6-6df4-4730-92cb-9f18946af113 req-fd375cf7-c04d-4219-ae42-e65eb05af320 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939136 Apr 05 11:34:20.917902 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-8c2f86e7-245f-43b3-894d-cd416732a93c None None] Provisioning complete for port abe1c734-1139-400d-ab81-735a015fd662 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:20.920090 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8c2f86e7-245f-43b3-894d-cd416732a93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (abe1c734-1139-400d-ab81-735a015fd662), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.920482 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (5f072cda-955c-4b81-99a0-cff9532b784e), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.981553 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ad1d9b-f518-45fe-84a3-48ae58cdb9c4 x-openstack-request-id: req-27ad1d9b-f518-45fe-84a3-48ae58cdb9c4 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:20.981862 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa16bad4-76dd-4c1b-860c-26cc38b192ef", "name": "network-vif-plugged", "status": "completed", "tag": "cef96bf1-0c42-42f7-a9fa-681679365ad3", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:20.982120 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27ad1d9b-f518-45fe-84a3-48ae58cdb9c4 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:20.982752 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ad1d9b-f518-45fe-84a3-48ae58cdb9c4'] response: {'server_uuid': 'fa16bad4-76dd-4c1b-860c-26cc38b192ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef96bf1-0c42-42f7-a9fa-681679365ad3', 'code': 200} Apr 05 11:34:20.984505 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-8c2f86e7-245f-43b3-894d-cd416732a93c None None] Port abe1c734-1139-400d-ab81-735a015fd662 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:21.143611 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7d4c6-0c6a-4269-97c4-2967fbd6ea62 req-818067e8-0ca1-4851-af15-b3ed910c9b54 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:21.145132 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-41b7d4c6-0c6a-4269-97c4-2967fbd6ea62 req-818067e8-0ca1-4851-af15-b3ed910c9b54 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 932 time: 0.0957770 Apr 05 11:34:21.161778 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Request body: {'port': {'device_id': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:21.185991 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for port (5f072cda-955c-4b81-99a0-cff9532b784e), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:21.187684 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.57', 57411) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:21.258230 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (abe1c734-1139-400d-ab81-735a015fd662), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:21.299991 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (5f072cda-955c-4b81-99a0-cff9532b784e), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:21.356436 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-41b7d4c6-0c6a-4269-97c4-2967fbd6ea62 req-085cb6e8-1304-4291-add5-4b5c92005273 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040524 Apr 05 11:34:21.380675 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (c5f6406f-f7f1-4021-8f07-07225331857b), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:21.407244 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871c729-0e4c-46e7-9c7d-fcc2a6a45f1d req-9b0cb6a4-19d6-4579-8ae0-ba5f111e5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:21.408890 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0871c729-0e4c-46e7-9c7d-fcc2a6a45f1d req-9b0cb6a4-19d6-4579-8ae0-ba5f111e5f0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5346b36188734d548c57bb9d7d63476d&device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 1127 time: 0.2203248 Apr 05 11:34:21.415894 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'Port': ['ID=5f072cda-955c-4b81-99a0-cff9532b784e,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:21.635761 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-940698f0-a2df-42a7-a2cb-27da5f7e6768 req-74e612b0-b288-4015-9f82-4f8e027ff2d5 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 210 time: 0.0461695 Apr 05 11:34:21.643355 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe1c734-1139-400d-ab81-735a015fd662 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:21.655246 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:21.656597 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-2fee9c38-e428-43a9-9a7a-25740643d934 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1955342 Apr 05 11:34:21.663060 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Publish callbacks [] for port (abe1c734-1139-400d-ab81-735a015fd662), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:21.663197 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5dead-509a-437b-954d-3c614763ed49 req-18391ee6-920c-4951-a813-7daba270554b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:21.664660 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f1d5dead-509a-437b-954d-3c614763ed49 req-18391ee6-920c-4951-a813-7daba270554b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.57 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 819 time: 0.4749537 Apr 05 11:34:21.674360 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.57', 57412) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:21.698485 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Transition to ACTIVE for port object abe1c734-1139-400d-ab81-735a015fd662 will not be triggered until provisioned by entity L2. {{(pid=103946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:34:21.737115 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-f1d5dead-509a-437b-954d-3c614763ed49 req-efca18c7-48f9-49c3-9382-fb2def812acf tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Request body: {'port': {'device_id': '22f8790e-86d5-4392-8b87-74f29cb57aa1', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'admin_state_up': True, 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:21.830241 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (abe1c734-1139-400d-ab81-735a015fd662), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:21.890600 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 58248) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:21.944741 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Pushing event updated for resources: {'Port': ['ID=abe1c734-1139-400d-ab81-735a015fd662,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:21.975384 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Attempting to bind port abe1c734-1139-400d-ab81-735a015fd662 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:21.975896 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Attempting to bind port abe1c734-1139-400d-ab81-735a015fd662 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:21.976105 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Attempting to bind port abe1c734-1139-400d-ab81-735a015fd662 on network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:21.988890 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Port abe1c734-1139-400d-ab81-735a015fd662 on network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:34:21.989250 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Attempting to bind port abe1c734-1139-400d-ab81-735a015fd662 on network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:22.005475 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:22.006561 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Checking segment: {'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:22.006561 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Bound using segment: {'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:22.007693 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Bound port: abe1c734-1139-400d-ab81-735a015fd662, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:22.007826 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (abe1c734-1139-400d-ab81-735a015fd662), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.016332 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2d852-0d5b-438f-8c33-229c7e3f6d34 req-845ee96b-0f56-49f6-a0b3-cf7c6e346ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:22.017920 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-abf2d852-0d5b-438f-8c33-229c7e3f6d34 req-845ee96b-0f56-49f6-a0b3-cf7c6e346ace service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 1130 time: 0.3427408 Apr 05 11:34:22.048578 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-f4bd1cdd-118e-49fe-9a93-582628942d8d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1302487725&fields=id&tenant_id=d629246f6ced4cc8b75399b7a0723868 HTTP/1.1" status: 200 len: 267 time: 0.1224110 Apr 05 11:34:22.060949 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-abf2d852-0d5b-438f-8c33-229c7e3f6d34 req-a656ec6d-e113-4957-9d39-1ca320947384 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.078678 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f11d4-6366-4fea-a1fb-d0171dde560a req-0e2d5541-eea7-451b-9c08-8359671e4b98 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:22.087478 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b25f11d4-6366-4fea-a1fb-d0171dde560a req-0e2d5541-eea7-451b-9c08-8359671e4b98 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 946 time: 0.2878530 Apr 05 11:34:22.169107 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-abf2d852-0d5b-438f-8c33-229c7e3f6d34 req-a656ec6d-e113-4957-9d39-1ca320947384 service neutron] Publish callbacks [] for security_group (62d2871d-718f-4ae5-8487-e4f79583add8), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.176822 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871c729-0e4c-46e7-9c7d-fcc2a6a45f1d req-f7059ab8-1410-4a95-ae60-111ff9f737fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:22.179458 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0871c729-0e4c-46e7-9c7d-fcc2a6a45f1d req-f7059ab8-1410-4a95-ae60-111ff9f737fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=8cbffa01-3137-49e9-97ed-1f17fab5a300 HTTP/1.1" status: 200 len: 912 time: 0.7603807 Apr 05 11:34:22.221663 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e95fc4bb-ec10-492a-82d2-352d04b7a526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.255630 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b25f11d4-6366-4fea-a1fb-d0171dde560a req-3dde155c-3fbb-4955-9a48-f44d85bd8213 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625001 Apr 05 11:34:22.257913 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-abf2d852-0d5b-438f-8c33-229c7e3f6d34 req-a656ec6d-e113-4957-9d39-1ca320947384 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (62d2871d-718f-4ae5-8487-e4f79583add8), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.301726 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-a96f92fe-19ba-4eb0-a4ac-8c460610eb79 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:22.301838 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656ec6d-e113-4957-9d39-1ca320947384 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=62d2871d-718f-4ae5-8487-e4f79583add8,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:22.326068 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-a96f92fe-19ba-4eb0-a4ac-8c460610eb79 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/networks?id=83da91da-2a37-43a9-b807-df1a6d29d057 HTTP/1.1" status: 200 len: 814 time: 0.2560265 Apr 05 11:34:22.328717 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] For port abe1c734-1139-400d-ab81-735a015fd662, host hv-cinder-83444, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:22.362483 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0871c729-0e4c-46e7-9c7d-fcc2a6a45f1d req-2e0a4b53-8a95-4149-bac5-166fe7a294b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c2fac1-dd03-4da9-ac7d-dec991381e3a HTTP/1.1" status: 200 len: 217 time: 0.1239808 Apr 05 11:34:22.366458 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] For port abe1c734-1139-400d-ab81-735a015fd662, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=abe1c734-1139-400d-ab81-735a015fd662,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:22.376051 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-68f55413-5ad0-4807-acc4-dce8ef8a961c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/quotas/d629246f6ced4cc8b75399b7a0723868 HTTP/1.1" status: 200 len: 375 time: 0.0493360 Apr 05 11:34:22.411905 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-abf2d852-0d5b-438f-8c33-229c7e3f6d34 req-a656ec6d-e113-4957-9d39-1ca320947384 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836527 Apr 05 11:34:22.439296 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d5dead-509a-437b-954d-3c614763ed49 req-efca18c7-48f9-49c3-9382-fb2def812acf tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Made reservation on behalf of ef1490a12f854ca78e6f0f6f25418eed for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:22.442669 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-f1d5dead-509a-437b-954d-3c614763ed49 req-efca18c7-48f9-49c3-9382-fb2def812acf tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.452078 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (abe1c734-1139-400d-ab81-735a015fd662), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.485558 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871c729-0e4c-46e7-9c7d-fcc2a6a45f1d req-003755e8-d60d-4a2e-a044-b9aeada57ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:22.487012 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0871c729-0e4c-46e7-9c7d-fcc2a6a45f1d req-003755e8-d60d-4a2e-a044-b9aeada57ada service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11809902-d970-490e-a337-eab95165c81e HTTP/1.1" status: 200 len: 850 time: 0.0899613 Apr 05 11:34:22.494431 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843414d-30c5-449e-8951-e76da0d9b7a2 req-0371359a-a67c-47e9-b0c4-b5b73145c531 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:22.495965 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9843414d-30c5-449e-8951-e76da0d9b7a2 req-0371359a-a67c-47e9-b0c4-b5b73145c531 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 943 time: 0.1399083 Apr 05 11:34:22.508691 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-9b7036d6-65a1-47a0-9642-6932564a526b tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d629246f6ced4cc8b75399b7a0723868&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1244428 Apr 05 11:34:22.540356 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:22.540810 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for port (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.542257 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] 10.222.0.57 "PUT /v2.0/ports/abe1c734-1139-400d-ab81-735a015fd662 HTTP/1.1" status: 200 len: 1094 time: 1.3848455 Apr 05 11:34:22.549053 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'tag': 'abe1c734-1139-400d-ab81-735a015fd662'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:22.551378 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df03cea739110c585a475e2718662c59c77c9335e3894ae5a7edc4fe26bc6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c7e0e6-ab23-4263-ba63-5fef61c3afc6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f678de2-5855-469b-8c6f-c89816e9b30e", "tag": "abe1c734-1139-400d-ab81-735a015fd662"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:22.569142 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e95fc4bb-ec10-492a-82d2-352d04b7a526 admin admin] Publish callbacks [] for security_group (0248bf8f-c68e-40ff-aa30-865dee049366), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.596119 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26cec7-693d-4f2b-8bd2-bc69a7adfce4 service neutron] Pushing event updated for resources: {'Port': ['ID=abe1c734-1139-400d-ab81-735a015fd662,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:22.597658 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9843414d-30c5-449e-8951-e76da0d9b7a2 req-68f0d962-354b-477b-9c0f-ab54e1f6190a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933971 Apr 05 11:34:22.663780 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-f1d5dead-509a-437b-954d-3c614763ed49 req-efca18c7-48f9-49c3-9382-fb2def812acf tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Allocated IP 172.20.0.12 (912aa55e-5878-42db-a34a-a968382fba80/3a2d4898-c05f-41d9-ad48-eba0b48abf12/9f189aab-4ee0-4998-b00f-266952c9e388) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:22.677199 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-59eec32e-a2fb-47d9-b889-c4891f25a165 service neutron] 10.222.0.60 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338673 Apr 05 11:34:22.711685 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e95fc4bb-ec10-492a-82d2-352d04b7a526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (0248bf8f-c68e-40ff-aa30-865dee049366), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.826312 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fc4bb-ec10-492a-82d2-352d04b7a526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0248bf8f-c68e-40ff-aa30-865dee049366,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:22.833309 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-e95fc4bb-ec10-492a-82d2-352d04b7a526 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6151c5d0066c48fc97fd198fccc50b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9389567 Apr 05 11:34:22.836284 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 58278) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:22.881058 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871c729-0e4c-46e7-9c7d-fcc2a6a45f1d req-bee42c09-21c3-4df0-a9a4-ebb8667ee6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:22.883211 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0871c729-0e4c-46e7-9c7d-fcc2a6a45f1d req-bee42c09-21c3-4df0-a9a4-ebb8667ee6b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbffa01-3137-49e9-97ed-1f17fab5a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1561840 Apr 05 11:34:22.894138 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55927108-2860-4f0d-8723-bc61569b9a81 req-78279374-dd65-4cc0-95e4-ae40278bbc9d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:22.894786 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-4ffec9f8-a344-46f6-b808-524d8a27cbac service neutron] 10.222.0.60 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102070 Apr 05 11:34:22.895597 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-55927108-2860-4f0d-8723-bc61569b9a81 req-78279374-dd65-4cc0-95e4-ae40278bbc9d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.1709933 Apr 05 11:34:22.927056 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5dbf56ad-d51e-4b86-a3e5-a8ab234d63ee admin admin] Publish callbacks [] for security_group (0248bf8f-c68e-40ff-aa30-865dee049366), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.934736 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-f1d5dead-509a-437b-954d-3c614763ed49 req-efca18c7-48f9-49c3-9382-fb2def812acf tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for port (9f189aab-4ee0-4998-b00f-266952c9e388), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.952322 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5dbf56ad-d51e-4b86-a3e5-a8ab234d63ee admin admin] Publish callbacks [] for security_group (0248bf8f-c68e-40ff-aa30-865dee049366), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.967028 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-55927108-2860-4f0d-8723-bc61569b9a81 req-26c8a06f-eab0-4be7-8ccc-5e6f42f67ad2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650873 Apr 05 11:34:23.046622 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2414ba-895a-49af-b7b6-466ddbe249de x-openstack-request-id: req-ba2414ba-895a-49af-b7b6-466ddbe249de {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:23.046919 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f678de2-5855-469b-8c6f-c89816e9b30e", "tag": "abe1c734-1139-400d-ab81-735a015fd662", "status": "completed", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:23.047180 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba2414ba-895a-49af-b7b6-466ddbe249de {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:23.047624 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2414ba-895a-49af-b7b6-466ddbe249de'] response: {'name': 'network-changed', 'server_uuid': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'tag': 'abe1c734-1139-400d-ab81-735a015fd662', 'status': 'completed', 'code': 200} Apr 05 11:34:23.152669 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aba4ac40-0132-4548-ab9c-7813fd77cd75 req-ffe98238-7384-49d6-a7e3-c69fb708f18a tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 210 time: 0.0537231 Apr 05 11:34:23.180051 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9deac75b-8e88-42ca-9386-d38edefadde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.192795 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-f1d5dead-509a-437b-954d-3c614763ed49 req-efca18c7-48f9-49c3-9382-fb2def812acf tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (9f189aab-4ee0-4998-b00f-266952c9e388), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.200087 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9264375c-a7e5-4809-9a14-862471cd7ff2 req-f281b06f-18ba-4ec5-8a93-98ee57bcbb63 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 210 time: 0.0363362 Apr 05 11:34:23.200696 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5dbf56ad-d51e-4b86-a3e5-a8ab234d63ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (0248bf8f-c68e-40ff-aa30-865dee049366), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.203452 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5dbf56ad-d51e-4b86-a3e5-a8ab234d63ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.204689 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-5dbf56ad-d51e-4b86-a3e5-a8ab234d63ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0248bf8f-c68e-40ff-aa30-865dee049366 HTTP/1.1" status: 204 len: 168 time: 0.3642609 Apr 05 11:34:23.215178 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf56ad-d51e-4b86-a3e5-a8ab234d63ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0248bf8f-c68e-40ff-aa30-865dee049366,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:23.287567 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 42c2fac1-dd03-4da9-ac7d-dec991381e3a details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:34:23.342354 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d5dead-509a-437b-954d-3c614763ed49 req-efca18c7-48f9-49c3-9382-fb2def812acf tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Network 912aa55e-5878-42db-a34a-a968382fba80 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:23.358461 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-f1d5dead-509a-437b-954d-3c614763ed49 req-efca18c7-48f9-49c3-9382-fb2def812acf tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:23.375106 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0871c729-0e4c-46e7-9c7d-fcc2a6a45f1d req-3df88d8a-b80b-42be-b7c3-435afa37b4d7 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842519 Apr 05 11:34:23.377033 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d5dead-509a-437b-954d-3c614763ed49 req-efca18c7-48f9-49c3-9382-fb2def812acf tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:23.382426 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5dead-509a-437b-954d-3c614763ed49 req-efca18c7-48f9-49c3-9382-fb2def812acf tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:23.383058 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-f1d5dead-509a-437b-954d-3c614763ed49 req-efca18c7-48f9-49c3-9382-fb2def812acf tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.398624 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca18c7-48f9-49c3-9382-fb2def812acf tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Pushing event updated for resources: {'Port': ['ID=9f189aab-4ee0-4998-b00f-266952c9e388,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:23.418669 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-31c44fe8-9bda-4cdd-9795-d10fe6b4cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:23.421125 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-31c44fe8-9bda-4cdd-9795-d10fe6b4cd99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=233d90e8ff5e4e72ad93b7b8123f9648&device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 1128 time: 0.1136026 Apr 05 11:34:23.498118 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-ad6436f7-467a-4ed0-8eed-6a1c482a4178 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe1c734-1139-400d-ab81-735a015fd662 HTTP/1.1" status: 200 len: 217 time: 0.0487528 Apr 05 11:34:23.562210 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 42c2fac1-dd03-4da9-ac7d-dec991381e3a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=42c2fac1-dd03-4da9-ac7d-dec991381e3a,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:23.599302 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '42c2fac1-dd03-4da9-ac7d-dec991381e3a', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'port_id': '42c2fac1-dd03-4da9-ac7d-dec991381e3a', 'mac_address': 'fa:16:3e:fd:0f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:34:23.632107 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-3552e4ae-3dd5-4745-b26b-a2c117664267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:23.632760 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f1d5dead-509a-437b-954d-3c614763ed49 req-efca18c7-48f9-49c3-9382-fb2def812acf tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9096022 Apr 05 11:34:23.633661 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-3552e4ae-3dd5-4745-b26b-a2c117664267 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79697ad3-6090-4136-9658-d9efe2412d4b HTTP/1.1" status: 200 len: 855 time: 0.1245315 Apr 05 11:34:23.666297 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d5293-47f8-484d-a1d1-3426c6df71a6 req-2a978fef-2eeb-426b-a07a-fdee773421e1 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:23.673405 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-813d5293-47f8-484d-a1d1-3426c6df71a6 req-2a978fef-2eeb-426b-a07a-fdee773421e1 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 946 time: 0.2972584 Apr 05 11:34:23.694941 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 42c2fac1-dd03-4da9-ac7d-dec991381e3a is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:23.695553 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (42c2fac1-dd03-4da9-ac7d-dec991381e3a), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.735529 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Request body: {'port': {'device_id': '22f8790e-86d5-4392-8b87-74f29cb57aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:23.742335 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c2fac1-dd03-4da9-ac7d-dec991381e3a {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:23.781750 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 42c2fac1-dd03-4da9-ac7d-dec991381e3a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=42c2fac1-dd03-4da9-ac7d-dec991381e3a,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:23.804028 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0871c729-0e4c-46e7-9c7d-fcc2a6a45f1d req-bc4f83f6-c1e0-4fc2-8ee5-a5a0a6c582c0 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020417 Apr 05 11:34:23.805491 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-9247884f-5ab4-4570-b0a7-1cb2c70b6419 None None] Provisioning complete for port 9f189aab-4ee0-4998-b00f-266952c9e388 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:23.812010 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9247884f-5ab4-4570-b0a7-1cb2c70b6419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (9f189aab-4ee0-4998-b00f-266952c9e388), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.876543 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-9247884f-5ab4-4570-b0a7-1cb2c70b6419 None None] Port 9f189aab-4ee0-4998-b00f-266952c9e388 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:23.916717 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (42c2fac1-dd03-4da9-ac7d-dec991381e3a), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.966683 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-813d5293-47f8-484d-a1d1-3426c6df71a6 req-e25765af-4032-4966-bbb0-f303dbbc8999 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924042 Apr 05 11:34:23.989471 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (9f189aab-4ee0-4998-b00f-266952c9e388), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.999375 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-ad36b38d-01eb-4426-a723-4e9db27fcdb6 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:24.000117 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-ad36b38d-01eb-4426-a723-4e9db27fcdb6 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.57 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 819 time: 0.2766736 Apr 05 11:34:24.058371 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=42c2fac1-dd03-4da9-ac7d-dec991381e3a,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:24.088127 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:24.161418 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-3d8fd743-1e49-4ef9-ba66-fc12d06972e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:24.164251 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-3d8fd743-1e49-4ef9-ba66-fc12d06972e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5049353 Apr 05 11:34:24.178589 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a5f7d-6adf-441f-be44-f5477121d0de req-b2170584-4f04-4bfe-b146-dccab8bb4ca6 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:24.180308 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6d3a5f7d-6adf-441f-be44-f5477121d0de req-b2170584-4f04-4bfe-b146-dccab8bb4ca6 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 943 time: 0.4200418 Apr 05 11:34:24.234710 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['42c2fac1-dd03-4da9-ac7d-dec991381e3a'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:34:24.240425 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6d3a5f7d-6adf-441f-be44-f5477121d0de req-a4a6b36d-c9c6-41e7-af72-2f5e3623b64c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534363 Apr 05 11:34:24.274979 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21353f87-c398-4cc3-a85e-8cb12f4995bd req-844908f5-5f90-4450-a54a-28b4af2d755a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:24.277094 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-21353f87-c398-4cc3-a85e-8cb12f4995bd req-844908f5-5f90-4450-a54a-28b4af2d755a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.1284020 Apr 05 11:34:24.353290 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-21353f87-c398-4cc3-a85e-8cb12f4995bd req-4f897075-6b83-4090-86c8-fcb264ee838f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699847 Apr 05 11:34:24.458500 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3d6a9918-d500-476c-9513-6de71bfefe39 req-cc7a423d-1910-431b-8b94-807525399531 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 210 time: 0.0742071 Apr 05 11:34:24.502615 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-b024116e-bb35-40f7-b628-d282dd5c8324 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Request body: {'port': {'device_id': 'e2fd886b-f0e3-4596-bdec-cdfa852af6a3', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'admin_state_up': True, 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:24.551734 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3136c2b7-a657-40f7-9c41-c42fc98f83ec req-81371048-1d0d-471a-b6ab-7c8ebdea0278 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 210 time: 0.0774043 Apr 05 11:34:24.553863 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 58334) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:24.572794 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f189aab-4ee0-4998-b00f-266952c9e388 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:24.604263 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Publish callbacks [] for port (9f189aab-4ee0-4998-b00f-266952c9e388), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:24.616333 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-ee9cd8dd-b530-45a7-b6d7-6d4fadaef539 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395657 Apr 05 11:34:24.628060 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Transition to ACTIVE for port object 9f189aab-4ee0-4998-b00f-266952c9e388 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:34:24.727040 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-37f08aca-4d45-442f-bfe1-78be5cf544f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:24.743724 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (9f189aab-4ee0-4998-b00f-266952c9e388), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:24.763040 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e30fe671-e499-47fa-b4d0-2c1719fcd998 req-6289ff77-864a-4d63-9d73-15dea7d263a6 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382582 Apr 05 11:34:24.786624 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-b024116e-bb35-40f7-b628-d282dd5c8324 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Made reservation on behalf of ef1490a12f854ca78e6f0f6f25418eed for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:24.794614 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-b024116e-bb35-40f7-b628-d282dd5c8324 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:24.842639 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Pushing event updated for resources: {'Port': ['ID=9f189aab-4ee0-4998-b00f-266952c9e388,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:24.943085 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Attempting to bind port 9f189aab-4ee0-4998-b00f-266952c9e388 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:24.943722 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Attempting to bind port 9f189aab-4ee0-4998-b00f-266952c9e388 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:24.944580 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Attempting to bind port 9f189aab-4ee0-4998-b00f-266952c9e388 on network 912aa55e-5878-42db-a34a-a968382fba80 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:24.970136 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Port 9f189aab-4ee0-4998-b00f-266952c9e388 on network 912aa55e-5878-42db-a34a-a968382fba80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:34:24.970452 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Attempting to bind port 9f189aab-4ee0-4998-b00f-266952c9e388 on network 912aa55e-5878-42db-a34a-a968382fba80 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:25.020447 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-37f08aca-4d45-442f-bfe1-78be5cf544f6 admin admin] Publish callbacks [] for security_group (58107775-9c3e-4650-9a5c-45dbda480f6d), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.024323 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:25.024660 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Checking segment: {'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:25.025043 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Bound using segment: {'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:25.025971 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Bound port: 9f189aab-4ee0-4998-b00f-266952c9e388, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:25.025971 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (9f189aab-4ee0-4998-b00f-266952c9e388), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.078981 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-b024116e-bb35-40f7-b628-d282dd5c8324 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Allocated IP 172.20.0.9 (912aa55e-5878-42db-a34a-a968382fba80/3a2d4898-c05f-41d9-ad48-eba0b48abf12/2fb694b4-1fdd-4b95-9ce5-859afbba5e16) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:25.112333 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c65f5-95de-42a2-b8bd-1dd9a93e053d req-d37a0a87-f4e4-4de6-9e8b-cadc66e4dc6c tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:25.121063 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ef6c65f5-95de-42a2-b8bd-1dd9a93e053d req-d37a0a87-f4e4-4de6-9e8b-cadc66e4dc6c tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 946 time: 0.0634739 Apr 05 11:34:25.130686 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] For port 9f189aab-4ee0-4998-b00f-266952c9e388, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:25.155728 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] For port 9f189aab-4ee0-4998-b00f-266952c9e388, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9f189aab-4ee0-4998-b00f-266952c9e388,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:25.174374 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ef6c65f5-95de-42a2-b8bd-1dd9a93e053d req-4a3f5ac8-6848-46fe-8528-05f4475f319e tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520363 Apr 05 11:34:25.318480 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 42c2fac1-dd03-4da9-ac7d-dec991381e3a up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:25.425579 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (9f189aab-4ee0-4998-b00f-266952c9e388), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.427368 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-37f08aca-4d45-442f-bfe1-78be5cf544f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (58107775-9c3e-4650-9a5c-45dbda480f6d), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.492030 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e54756-96e2-488c-b45d-9e76c019502d req-9b0ab306-cef6-46a2-897e-80d075e3dc5b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:25.495105 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-96e54756-96e2-488c-b45d-9e76c019502d req-9b0ab306-cef6-46a2-897e-80d075e3dc5b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0543132 Apr 05 11:34:25.544713 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:25.545339 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.546821 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f1d5dead-509a-437b-954d-3c614763ed49 req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] 10.222.0.57 "PUT /v2.0/ports/9f189aab-4ee0-4998-b00f-266952c9e388 HTTP/1.1" status: 200 len: 1094 time: 1.8635075 Apr 05 11:34:25.548560 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-96e54756-96e2-488c-b45d-9e76c019502d req-1d62283c-5dc0-4de0-903f-ab6103f875b4 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492353 Apr 05 11:34:25.554463 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f8790e-86d5-4392-8b87-74f29cb57aa1', 'tag': '9f189aab-4ee0-4998-b00f-266952c9e388'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:25.556819 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54edb20e-cfa4-4869-9f29-52fdaa690b92" -d '{"events": [{"name": "network-changed", "server_uuid": "22f8790e-86d5-4392-8b87-74f29cb57aa1", "tag": "9f189aab-4ee0-4998-b00f-266952c9e388"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:25.575748 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-37f08aca-4d45-442f-bfe1-78be5cf544f6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c45fb864f292493692b81f752552a074&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0189106 Apr 05 11:34:25.578147 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 58374) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:25.614766 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.616256 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 42c2fac1-dd03-4da9-ac7d-dec991381e3a completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:34:25.645591 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f08aca-4d45-442f-bfe1-78be5cf544f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58107775-9c3e-4650-9a5c-45dbda480f6d,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:25.646331 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 42c2fac1-dd03-4da9-ac7d-dec991381e3a triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:25.646331 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (42c2fac1-dd03-4da9-ac7d-dec991381e3a), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.657917 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080f222-5b3d-429f-ae4f-43b7a0670c25 service neutron] Pushing event updated for resources: {'Port': ['ID=9f189aab-4ee0-4998-b00f-266952c9e388,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:25.677630 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5ebb329f-6868-4537-b85e-8841ab297c62 admin admin] Publish callbacks [] for security_group (58107775-9c3e-4650-9a5c-45dbda480f6d), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.690855 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace7b8d-5b68-4e65-ae9f-85781e8d0676 req-cceb31e5-d02a-458a-afb9-1277a8d6e408 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:25.692586 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6ace7b8d-5b68-4e65-ae9f-85781e8d0676 req-cceb31e5-d02a-458a-afb9-1277a8d6e408 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 944 time: 0.2711787 Apr 05 11:34:25.696473 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-b024116e-bb35-40f7-b628-d282dd5c8324 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for port (2fb694b4-1fdd-4b95-9ce5-859afbba5e16), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.730020 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-63bcbaef-29bb-4ac6-a898-44e37f7fd77a req-960547d1-484a-4099-b29e-faa6a5449509 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 210 time: 0.0369420 Apr 05 11:34:25.744223 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5ebb329f-6868-4537-b85e-8841ab297c62 admin admin] Publish callbacks [] for security_group (58107775-9c3e-4650-9a5c-45dbda480f6d), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.815745 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 42c2fac1-dd03-4da9-ac7d-dec991381e3a is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:25.816143 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (42c2fac1-dd03-4da9-ac7d-dec991381e3a), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.855033 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5266e06e-53ac-4c62-9f27-7eeb594618f2 x-openstack-request-id: req-5266e06e-53ac-4c62-9f27-7eeb594618f2 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:25.855326 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f8790e-86d5-4392-8b87-74f29cb57aa1", "tag": "9f189aab-4ee0-4998-b00f-266952c9e388", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:25.855610 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5266e06e-53ac-4c62-9f27-7eeb594618f2 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:25.856006 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5266e06e-53ac-4c62-9f27-7eeb594618f2'] response: {'name': 'network-changed', 'server_uuid': '22f8790e-86d5-4392-8b87-74f29cb57aa1', 'tag': '9f189aab-4ee0-4998-b00f-266952c9e388', 'status': 'completed', 'code': 200} Apr 05 11:34:25.862599 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6ace7b8d-5b68-4e65-ae9f-85781e8d0676 req-6ee10ae0-24b7-49c1-a826-1bc7972a4c67 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578009 Apr 05 11:34:25.871604 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7e0e6-ab23-4263-ba63-5fef61c3afc6 req-23b54d1a-0b0a-4949-a42b-9cf293a4ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:25.873087 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6c7e0e6-ab23-4263-ba63-5fef61c3afc6 req-23b54d1a-0b0a-4949-a42b-9cf293a4ea42 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=233d90e8ff5e4e72ad93b7b8123f9648&device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 1128 time: 0.1197946 Apr 05 11:34:25.875297 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 42c2fac1-dd03-4da9-ac7d-dec991381e3a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=42c2fac1-dd03-4da9-ac7d-dec991381e3a,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:25.881598 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271ec1c3-3848-4d8c-99be-ecc15be7f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c2fac1-dd03-4da9-ac7d-dec991381e3a'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:25.884800 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dc6445-0f9e-4fe0-b94b-2e53339201d1" -d '{"events": [{"server_uuid": "271ec1c3-3848-4d8c-99be-ecc15be7f06f", "name": "network-vif-plugged", "status": "completed", "tag": "42c2fac1-dd03-4da9-ac7d-dec991381e3a"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:25.935026 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b9f039-f059-4e0b-8c78-fcb638a3c29d x-openstack-request-id: req-34b9f039-f059-4e0b-8c78-fcb638a3c29d {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:25.935331 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271ec1c3-3848-4d8c-99be-ecc15be7f06f", "name": "network-vif-plugged", "status": "completed", "tag": "42c2fac1-dd03-4da9-ac7d-dec991381e3a", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:25.935627 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34b9f039-f059-4e0b-8c78-fcb638a3c29d {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:25.936006 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b9f039-f059-4e0b-8c78-fcb638a3c29d'] response: {'server_uuid': '271ec1c3-3848-4d8c-99be-ecc15be7f06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c2fac1-dd03-4da9-ac7d-dec991381e3a', 'code': 200} Apr 05 11:34:25.967386 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-09e4fe93-2406-4a60-b98c-5b822ff77f47 req-7508638b-c14d-4cc2-b413-5d11849bc3d5 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 210 time: 0.0307298 Apr 05 11:34:25.982273 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edb20e-cfa4-4869-9f29-52fdaa690b92 req-2be75106-dc8b-47cb-a32f-006fa38850ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:25.983956 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-54edb20e-cfa4-4869-9f29-52fdaa690b92 req-2be75106-dc8b-47cb-a32f-006fa38850ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 1128 time: 0.0799634 Apr 05 11:34:26.004622 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7e0e6-ab23-4263-ba63-5fef61c3afc6 req-135e32c0-0c8d-4222-b4d4-3219253b24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:26.006213 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6c7e0e6-ab23-4263-ba63-5fef61c3afc6 req-135e32c0-0c8d-4222-b4d4-3219253b24e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2 HTTP/1.1" status: 200 len: 917 time: 0.1158693 Apr 05 11:34:26.047023 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6c7e0e6-ab23-4263-ba63-5fef61c3afc6 req-45d6c61d-c8fa-446a-92b9-525263f0b2ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe1c734-1139-400d-ab81-735a015fd662 HTTP/1.1" status: 200 len: 217 time: 0.0347786 Apr 05 11:34:26.095324 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7e0e6-ab23-4263-ba63-5fef61c3afc6 req-c17a1363-8e46-45ca-89ef-ed8bb0d860f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:26.096968 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6c7e0e6-ab23-4263-ba63-5fef61c3afc6 req-c17a1363-8e46-45ca-89ef-ed8bb0d860f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79697ad3-6090-4136-9658-d9efe2412d4b HTTP/1.1" status: 200 len: 855 time: 0.0445423 Apr 05 11:34:26.098535 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5ebb329f-6868-4537-b85e-8841ab297c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (58107775-9c3e-4650-9a5c-45dbda480f6d), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.101947 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5ebb329f-6868-4537-b85e-8841ab297c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.103098 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-5ebb329f-6868-4537-b85e-8841ab297c62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58107775-9c3e-4650-9a5c-45dbda480f6d HTTP/1.1" status: 204 len: 168 time: 0.5233519 Apr 05 11:34:26.131505 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb329f-6868-4537-b85e-8841ab297c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58107775-9c3e-4650-9a5c-45dbda480f6d,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:26.160195 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7e0e6-ab23-4263-ba63-5fef61c3afc6 req-7b323b65-c2a2-487b-93a7-a000700e8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:26.161846 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6c7e0e6-ab23-4263-ba63-5fef61c3afc6 req-7b323b65-c2a2-487b-93a7-a000700e8482 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589411 Apr 05 11:34:26.186493 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edb20e-cfa4-4869-9f29-52fdaa690b92 req-530b2ff5-7cb0-470d-afb7-0128e472bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:26.188108 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-54edb20e-cfa4-4869-9f29-52fdaa690b92 req-530b2ff5-7cb0-470d-afb7-0128e472bcde service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1899583 Apr 05 11:34:26.197142 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (42c2fac1-dd03-4da9-ac7d-dec991381e3a), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.246256 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-b024116e-bb35-40f7-b628-d282dd5c8324 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (2fb694b4-1fdd-4b95-9ce5-859afbba5e16), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.267705 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=42c2fac1-dd03-4da9-ac7d-dec991381e3a,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:26.305201 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-b024116e-bb35-40f7-b628-d282dd5c8324 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Network 912aa55e-5878-42db-a34a-a968382fba80 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:26.314048 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-b024116e-bb35-40f7-b628-d282dd5c8324 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:26.325332 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-b024116e-bb35-40f7-b628-d282dd5c8324 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:26.342911 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-b024116e-bb35-40f7-b628-d282dd5c8324 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:26.342911 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-b024116e-bb35-40f7-b628-d282dd5c8324 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.346252 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6c7e0e6-ab23-4263-ba63-5fef61c3afc6 req-9f658f37-cede-4ecc-a5d2-65a0364fc7b0 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779101 Apr 05 11:34:26.346555 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024116e-bb35-40f7-b628-d282dd5c8324 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Pushing event updated for resources: {'Port': ['ID=2fb694b4-1fdd-4b95-9ce5-859afbba5e16,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:26.413882 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edb20e-cfa4-4869-9f29-52fdaa690b92 req-7405b4d1-a562-407e-87b3-e16f84b48b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:26.415536 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-54edb20e-cfa4-4869-9f29-52fdaa690b92 req-7405b4d1-a562-407e-87b3-e16f84b48b7d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2219913 Apr 05 11:34:26.442216 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6c7e0e6-ab23-4263-ba63-5fef61c3afc6 req-47304f96-a47c-4f2f-8d13-5aff2c994dc5 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901096 Apr 05 11:34:26.582260 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-b024116e-bb35-40f7-b628-d282dd5c8324 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0898504 Apr 05 11:34:26.623752 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-766762ae-6509-412f-a297-6b6c4f77e625 None None] Provisioning complete for port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:26.624290 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-766762ae-6509-412f-a297-6b6c4f77e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (2fb694b4-1fdd-4b95-9ce5-859afbba5e16), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.667201 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-766762ae-6509-412f-a297-6b6c4f77e625 None None] Port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:26.681329 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157320f-6ff2-42d8-b995-569f9325ea8e req-92d5b4be-3f96-4602-bce2-555a3e98a41c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:26.682804 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9157320f-6ff2-42d8-b995-569f9325ea8e req-92d5b4be-3f96-4602-bce2-555a3e98a41c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0597911 Apr 05 11:34:26.733462 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9157320f-6ff2-42d8-b995-569f9325ea8e req-77ace282-6cd9-4135-b217-c30021df798d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448697 Apr 05 11:34:26.885711 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400be6f-befe-4b8b-a447-3e89ddbaf56b req-359dd052-05c9-41aa-9bd5-312452f90653 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:26.888873 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a400be6f-befe-4b8b-a447-3e89ddbaf56b req-359dd052-05c9-41aa-9bd5-312452f90653 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 931 time: 0.0858448 Apr 05 11:34:26.945632 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.985012 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a400be6f-befe-4b8b-a447-3e89ddbaf56b req-0980bfcf-8137-43c6-8025-92591f5e1581 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885985 Apr 05 11:34:27.017195 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f4ff7-20ce-4a84-93c1-a00df590955f req-502fe2bf-abee-4c3a-9dea-5030f79a232d tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:27.025656 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-085f4ff7-20ce-4a84-93c1-a00df590955f req-502fe2bf-abee-4c3a-9dea-5030f79a232d tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0811639 Apr 05 11:34:27.074921 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-085f4ff7-20ce-4a84-93c1-a00df590955f req-d25af9cb-2060-4f33-810b-cacd31967b51 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483248 Apr 05 11:34:27.101300 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-64bd3c00-5a65-44b6-943f-4b5cf3851be2 req-a7db4252-5d64-4caa-bce1-d60d3b2eaae7 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 210 time: 0.0403306 Apr 05 11:34:27.255199 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 58402) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:27.272165 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-05c80852-48b3-4466-8bc1-3cfd370fba00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:27.345720 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-05c80852-48b3-4466-8bc1-3cfd370fba00 admin admin] Publish callbacks [] for security_group (950a0bbd-9f92-479f-9d5f-417cf871ac6c), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:27.441960 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-05c80852-48b3-4466-8bc1-3cfd370fba00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (950a0bbd-9f92-479f-9d5f-417cf871ac6c), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:27.480621 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-05c80852-48b3-4466-8bc1-3cfd370fba00 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41c637efe36a455fab6ace1cadd25a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236800 Apr 05 11:34:27.481449 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c80852-48b3-4466-8bc1-3cfd370fba00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950a0bbd-9f92-479f-9d5f-417cf871ac6c,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:27.483318 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 58404) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:27.530367 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-944da44d-df14-4bd0-a144-921cc00171ee admin admin] Publish callbacks [] for security_group (950a0bbd-9f92-479f-9d5f-417cf871ac6c), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:27.551183 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-944da44d-df14-4bd0-a144-921cc00171ee admin admin] Publish callbacks [] for security_group (950a0bbd-9f92-479f-9d5f-417cf871ac6c), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:27.710819 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-944da44d-df14-4bd0-a144-921cc00171ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (950a0bbd-9f92-479f-9d5f-417cf871ac6c), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:27.713422 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-944da44d-df14-4bd0-a144-921cc00171ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:27.714603 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-944da44d-df14-4bd0-a144-921cc00171ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/950a0bbd-9f92-479f-9d5f-417cf871ac6c HTTP/1.1" status: 204 len: 168 time: 0.2302577 Apr 05 11:34:27.722656 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944da44d-df14-4bd0-a144-921cc00171ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950a0bbd-9f92-479f-9d5f-417cf871ac6c,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:27.862225 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f998ff-3049-40e2-9947-abca69239e7d req-aeff4e1b-323b-45cf-8dc9-ceb24560857f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:27.863768 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e4f998ff-3049-40e2-9947-abca69239e7d req-aeff4e1b-323b-45cf-8dc9-ceb24560857f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0548651 Apr 05 11:34:27.911242 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e4f998ff-3049-40e2-9947-abca69239e7d req-8794f922-1401-4360-8956-c07a37372778 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401669 Apr 05 11:34:28.109767 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdec5e-4597-42e4-91f6-ecca8051b685 req-e7b84a68-fbec-45fb-ac7a-34ea86b4e877 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:28.111288 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-abfdec5e-4597-42e4-91f6-ecca8051b685 req-e7b84a68-fbec-45fb-ac7a-34ea86b4e877 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 931 time: 0.0539286 Apr 05 11:34:28.162972 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-abfdec5e-4597-42e4-91f6-ecca8051b685 req-6bd77506-f524-4118-bce4-5a66a1b954ac tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454197 Apr 05 11:34:28.186380 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device abe1c734-1139-400d-ab81-735a015fd662 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:34:28.211160 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6edd2-fa16-43be-83d3-30a70ebc7667 req-bbb70234-2844-43a2-9835-3b0b7fec34b0 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:28.213048 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-56b6edd2-fa16-43be-83d3-30a70ebc7667 req-bbb70234-2844-43a2-9835-3b0b7fec34b0 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0664873 Apr 05 11:34:28.277489 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f4723155-33bd-425c-88a1-91a4f15a0eb0 req-85b37797-b6a2-4d9e-8f5a-168c76c257c9 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 210 time: 0.0348566 Apr 05 11:34:28.287331 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-56b6edd2-fa16-43be-83d3-30a70ebc7667 req-f885b8f1-f49a-42e4-918e-96f09da48565 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590689 Apr 05 11:34:28.325971 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port abe1c734-1139-400d-ab81-735a015fd662, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=abe1c734-1139-400d-ab81-735a015fd662,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:28.337936 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': 'abe1c734-1139-400d-ab81-735a015fd662', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'port_id': 'abe1c734-1139-400d-ab81-735a015fd662', 'mac_address': 'fa:16:3e:40:e0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:34:28.373347 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port abe1c734-1139-400d-ab81-735a015fd662 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:28.373736 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (abe1c734-1139-400d-ab81-735a015fd662), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:28.386673 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe1c734-1139-400d-ab81-735a015fd662 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:28.406404 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port abe1c734-1139-400d-ab81-735a015fd662, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=abe1c734-1139-400d-ab81-735a015fd662,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:28.511054 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (abe1c734-1139-400d-ab81-735a015fd662), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:28.558609 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=abe1c734-1139-400d-ab81-735a015fd662,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:29.041999 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a58c9c-430a-49e4-bdc2-0ac6eae3243e req-c4b2e5f2-c56a-4b14-b299-ded163ac3eaa tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:29.049340 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-25a58c9c-430a-49e4-bdc2-0ac6eae3243e req-c4b2e5f2-c56a-4b14-b299-ded163ac3eaa tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 945 time: 0.0615268 Apr 05 11:34:29.098441 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-25a58c9c-430a-49e4-bdc2-0ac6eae3243e req-6a241f93-591a-444c-ad9b-d9851328525e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479858 Apr 05 11:34:29.142426 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Request body: {'port': {'device_id': 'e2fd886b-f0e3-4596-bdec-cdfa852af6a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:29.236952 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (2fb694b4-1fdd-4b95-9ce5-859afbba5e16), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:29.258860 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5dead-509a-437b-954d-3c614763ed49 req-6b82b5a1-8e45-4266-873d-85845fb24f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:29.260793 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f1d5dead-509a-437b-954d-3c614763ed49 req-6b82b5a1-8e45-4266-873d-85845fb24f6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 1128 time: 0.0544207 Apr 05 11:34:29.316536 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f1d5dead-509a-437b-954d-3c614763ed49 req-865857a0-1bf2-43a3-9943-ce04646158da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f189aab-4ee0-4998-b00f-266952c9e388 HTTP/1.1" status: 200 len: 217 time: 0.0402262 Apr 05 11:34:29.319043 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb99bea-b0e6-4273-b28f-2c68a80c399c req-6b02debf-92c5-452a-b3b5-0110d03d286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:29.320577 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9bb99bea-b0e6-4273-b28f-2c68a80c399c req-6b02debf-92c5-452a-b3b5-0110d03d286b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 1129 time: 0.1148026 Apr 05 11:34:29.392867 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5dead-509a-437b-954d-3c614763ed49 req-58f8364f-bb40-49c3-81e7-ef642130505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:29.394376 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f1d5dead-509a-437b-954d-3c614763ed49 req-58f8364f-bb40-49c3-81e7-ef642130505c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a2d4898-c05f-41d9-ad48-eba0b48abf12 HTTP/1.1" status: 200 len: 858 time: 0.0657830 Apr 05 11:34:29.411283 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e78bed-aefa-4a22-b0ce-6cb855b4c09f req-52d2e461-ffbd-4f0f-a756-9d29f368f221 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:29.412295 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fd6f0407-d83f-46ca-9fd3-f5344a02521c req-4a649c89-b36d-4c77-a155-8c627b9bf2d8 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 210 time: 0.0296607 Apr 05 11:34:29.412897 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-04e78bed-aefa-4a22-b0ce-6cb855b4c09f req-52d2e461-ffbd-4f0f-a756-9d29f368f221 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 931 time: 0.1738968 Apr 05 11:34:29.441789 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['abe1c734-1139-400d-ab81-735a015fd662'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:34:29.473565 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5dead-509a-437b-954d-3c614763ed49 req-9ebb2d26-dd53-4a52-9a62-ff1b19ad32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:29.475527 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f1d5dead-509a-437b-954d-3c614763ed49 req-9ebb2d26-dd53-4a52-9a62-ff1b19ad32eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=912aa55e-5878-42db-a34a-a968382fba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652258 Apr 05 11:34:29.489514 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9bb99bea-b0e6-4273-b28f-2c68a80c399c req-0d5391da-7aa9-43a3-bff2-7fdde0c4adea service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560259 Apr 05 11:34:29.546337 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-04e78bed-aefa-4a22-b0ce-6cb855b4c09f req-09040f6c-c196-4eac-b710-2a692e270776 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238205 Apr 05 11:34:29.627474 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89244e-91bc-4a61-9b1a-ee2bff0afb30 req-5ceb563f-613d-4e1c-8619-d4ad28dc24fd tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:29.629083 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9b89244e-91bc-4a61-9b1a-ee2bff0afb30 req-5ceb563f-613d-4e1c-8619-d4ad28dc24fd tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.1357572 Apr 05 11:34:29.661878 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:29.673723 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Publish callbacks [] for port (2fb694b4-1fdd-4b95-9ce5-859afbba5e16), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:29.677252 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f1d5dead-509a-437b-954d-3c614763ed49 req-e9b70de4-9e3b-4b86-8621-ff97a90f8310 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949496 Apr 05 11:34:29.690309 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Transition to ACTIVE for port object 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:34:29.700479 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9b89244e-91bc-4a61-9b1a-ee2bff0afb30 req-4f940a90-e0c9-4a28-b1cb-1f9e4a7fd822 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608039 Apr 05 11:34:29.807645 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (2fb694b4-1fdd-4b95-9ce5-859afbba5e16), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:29.884040 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb694b4-1fdd-4b95-9ce5-859afbba5e16,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:29.910214 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Attempting to bind port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:29.910554 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Attempting to bind port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:29.910884 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Attempting to bind port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 on network 912aa55e-5878-42db-a34a-a968382fba80 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:29.916472 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 on network 912aa55e-5878-42db-a34a-a968382fba80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:34:29.916930 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Attempting to bind port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 on network 912aa55e-5878-42db-a34a-a968382fba80 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:29.923126 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:29.923663 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Checking segment: {'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:29.928696 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Bound using segment: {'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:29.928696 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Bound port: 2fb694b4-1fdd-4b95-9ce5-859afbba5e16, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:29.928696 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (2fb694b4-1fdd-4b95-9ce5-859afbba5e16), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:30.000509 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f1d5dead-509a-437b-954d-3c614763ed49 req-2deb8a0a-43ae-4e70-b952-08585fc5126d service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415372 Apr 05 11:34:30.012385 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] For port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:30.016113 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] For port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2fb694b4-1fdd-4b95-9ce5-859afbba5e16,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:30.094336 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (2fb694b4-1fdd-4b95-9ce5-859afbba5e16), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:30.162034 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:30.163934 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:30.164836 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] 10.222.0.57 "PUT /v2.0/ports/2fb694b4-1fdd-4b95-9ce5-859afbba5e16 HTTP/1.1" status: 200 len: 1093 time: 1.0267029 Apr 05 11:34:30.165859 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fd886b-f0e3-4596-bdec-cdfa852af6a3', 'tag': '2fb694b4-1fdd-4b95-9ce5-859afbba5e16'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:30.169157 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee53d6e-b9da-4cf9-a20f-82330edfa888" -d '{"events": [{"name": "network-changed", "server_uuid": "e2fd886b-f0e3-4596-bdec-cdfa852af6a3", "tag": "2fb694b4-1fdd-4b95-9ce5-859afbba5e16"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:30.183299 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e04ed-eee0-4a73-882e-2e6506aba795 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb694b4-1fdd-4b95-9ce5-859afbba5e16,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:30.229113 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9279509c-730f-4bf1-aa0b-2b9463381647 x-openstack-request-id: req-9279509c-730f-4bf1-aa0b-2b9463381647 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:30.229548 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2fd886b-f0e3-4596-bdec-cdfa852af6a3", "tag": "2fb694b4-1fdd-4b95-9ce5-859afbba5e16", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:30.229903 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9279509c-730f-4bf1-aa0b-2b9463381647 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:30.230348 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9279509c-730f-4bf1-aa0b-2b9463381647'] response: {'name': 'network-changed', 'server_uuid': 'e2fd886b-f0e3-4596-bdec-cdfa852af6a3', 'tag': '2fb694b4-1fdd-4b95-9ce5-859afbba5e16', 'status': 'completed', 'code': 200} Apr 05 11:34:30.283695 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58429220-efad-4c95-b2ba-873a6d431fed req-cd28b4c4-678d-49d7-bda9-a9cd4f8b6393 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:30.291027 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-58429220-efad-4c95-b2ba-873a6d431fed req-cd28b4c4-678d-49d7-bda9-a9cd4f8b6393 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 945 time: 0.0737011 Apr 05 11:34:30.344257 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-58429220-efad-4c95-b2ba-873a6d431fed req-2d6c0ffd-cff6-4a86-81b3-dc48e2b89e47 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520663 Apr 05 11:34:30.513825 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-76d1f3b3-e83e-4a06-8793-81902a4b4099 req-332a9bc2-f11a-430a-a53f-cd720579f90d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 210 time: 0.0271115 Apr 05 11:34:30.630512 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee53d6e-b9da-4cf9-a20f-82330edfa888 req-ddcb1769-dbbf-46fd-a0a3-766fecf95150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:30.632580 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5ee53d6e-b9da-4cf9-a20f-82330edfa888 req-ddcb1769-dbbf-46fd-a0a3-766fecf95150 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 1127 time: 0.0464489 Apr 05 11:34:30.674283 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5972d-785b-488d-921f-57dfe54e692d req-425e7905-1ff6-452d-8aee-47ed9369a90f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:30.675778 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-59d5972d-785b-488d-921f-57dfe54e692d req-425e7905-1ff6-452d-8aee-47ed9369a90f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 943 time: 0.0517037 Apr 05 11:34:30.724895 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-59d5972d-785b-488d-921f-57dfe54e692d req-484b5a5c-41b6-4004-a586-48cc494a7dfe tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432370 Apr 05 11:34:30.828580 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29441b44-fbb7-4afd-ae1c-445f99c756cf req-cd2bce84-2b90-4f0e-8ea8-659e2a183e01 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:30.830049 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-29441b44-fbb7-4afd-ae1c-445f99c756cf req-cd2bce84-2b90-4f0e-8ea8-659e2a183e01 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0566924 Apr 05 11:34:30.878511 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-29441b44-fbb7-4afd-ae1c-445f99c756cf req-28589e16-51d0-49dd-bd8e-f42f615c7e3e tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422578 Apr 05 11:34:31.477953 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd5b77-c829-4362-ac2e-e24241d2ac2d req-019078f6-3b7b-427e-acf9-79b501e96ede tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:31.479667 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-60fd5b77-c829-4362-ac2e-e24241d2ac2d req-019078f6-3b7b-427e-acf9-79b501e96ede tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 945 time: 0.0550461 Apr 05 11:34:31.530787 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-60fd5b77-c829-4362-ac2e-e24241d2ac2d req-d8f5ff32-f890-48b1-b548-5597723b568f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424824 Apr 05 11:34:31.615816 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2ae2d4d1-7af3-4280-b000-bd733639f374 req-2a875d5a-0956-435c-9d3d-58889c6e4760 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 210 time: 0.0280173 Apr 05 11:34:31.844601 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ddc5-54d9-41a1-99b4-11684ac09485 req-3334f05a-f1fe-47a0-8fdd-9526bb287bce tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:31.846062 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e555ddc5-54d9-41a1-99b4-11684ac09485 req-3334f05a-f1fe-47a0-8fdd-9526bb287bce tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 943 time: 0.0543725 Apr 05 11:34:31.891601 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e555ddc5-54d9-41a1-99b4-11684ac09485 req-7d8571b5-7ad4-4619-87dc-9b0a4c19bd1d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394356 Apr 05 11:34:31.994804 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5557f7-5ebd-4d0d-9553-9398ba9f37ed req-82aaade4-761e-4687-958f-0f34e0db5818 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:31.996287 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8c5557f7-5ebd-4d0d-9553-9398ba9f37ed req-82aaade4-761e-4687-958f-0f34e0db5818 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0504024 Apr 05 11:34:32.041717 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8c5557f7-5ebd-4d0d-9553-9398ba9f37ed req-834703b3-6b88-4fe0-8208-f8a1f748db43 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398791 Apr 05 11:34:32.198614 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41363ffb-0ed8-4ac0-bbed-16e720cd440d req-88f92308-3b99-4823-bce9-d6bdf0227339 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:32.200103 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-41363ffb-0ed8-4ac0-bbed-16e720cd440d req-88f92308-3b99-4823-bce9-d6bdf0227339 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0515859 Apr 05 11:34:32.208693 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 58526) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:32.213152 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-4c345dff-b62f-4a57-878d-95320b99344c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Request body: {'floatingip': {'port_id': '42c2fac1-dd03-4da9-ac7d-dec991381e3a'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:32.286206 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4c345dff-b62f-4a57-878d-95320b99344c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for floatingip (a2f00fb4-776b-4504-b304-ff18e94dbad9), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:32.668157 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cb7f0-bd8c-4f3a-a2cb-ca30ff4d2b76 req-37ff35d0-860a-4942-91c8-a90f48f3fda9 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:32.669688 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1a5cb7f0-bd8c-4f3a-a2cb-ca30ff4d2b76 req-37ff35d0-860a-4942-91c8-a90f48f3fda9 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 945 time: 0.0575047 Apr 05 11:34:32.717283 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1a5cb7f0-bd8c-4f3a-a2cb-ca30ff4d2b76 req-075e7147-d99e-4603-9519-763735d6744d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417743 Apr 05 11:34:32.804854 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5c5dcd09-7fb5-46b7-be74-6a8c2dcf5aad req-89ac22b2-55f8-42db-8a64-0d23cd94fd20 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 210 time: 0.0280373 Apr 05 11:34:32.992355 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device abe1c734-1139-400d-ab81-735a015fd662 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:33.007991 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe8076-6fd3-4945-abd7-f4740a5848f3 req-7a5489fc-e1bf-4d4d-bb18-672808b786b6 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:33.009521 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0ffe8076-6fd3-4945-abd7-f4740a5848f3 req-7a5489fc-e1bf-4d4d-bb18-672808b786b6 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 943 time: 0.0526049 Apr 05 11:34:33.061058 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0ffe8076-6fd3-4945-abd7-f4740a5848f3 req-a79d1fbe-3826-4667-971b-390fefddb5c2 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449624 Apr 05 11:34:33.117272 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port abe1c734-1139-400d-ab81-735a015fd662 completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:34:33.121229 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port abe1c734-1139-400d-ab81-735a015fd662 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:33.121603 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (abe1c734-1139-400d-ab81-735a015fd662), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:33.123459 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4c345dff-b62f-4a57-878d-95320b99344c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:33.200352 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port abe1c734-1139-400d-ab81-735a015fd662 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:33.200663 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (abe1c734-1139-400d-ab81-735a015fd662), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:33.222466 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe1c734-1139-400d-ab81-735a015fd662'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:33.224699 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4c345dff-b62f-4a57-878d-95320b99344c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (a2f00fb4-776b-4504-b304-ff18e94dbad9), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:33.225393 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4bdba0-e925-465d-b359-4bc35b67fbc4" -d '{"events": [{"server_uuid": "5f678de2-5855-469b-8c6f-c89816e9b30e", "name": "network-vif-plugged", "status": "completed", "tag": "abe1c734-1139-400d-ab81-735a015fd662"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:33.237515 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port abe1c734-1139-400d-ab81-735a015fd662, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=abe1c734-1139-400d-ab81-735a015fd662,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:33.264033 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f34bbd-216f-474a-9f26-e064d6770560 x-openstack-request-id: req-78f34bbd-216f-474a-9f26-e064d6770560 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:33.264357 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f678de2-5855-469b-8c6f-c89816e9b30e", "name": "network-vif-plugged", "status": "completed", "tag": "abe1c734-1139-400d-ab81-735a015fd662", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:33.264634 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78f34bbd-216f-474a-9f26-e064d6770560 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:33.265026 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78f34bbd-216f-474a-9f26-e064d6770560'] response: {'server_uuid': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe1c734-1139-400d-ab81-735a015fd662', 'code': 200} Apr 05 11:34:33.326888 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-4c345dff-b62f-4a57-878d-95320b99344c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Floating IP a2f00fb4-776b-4504-b304-ff18e94dbad9 associated. External IP: 172.27.1.25, port: 42c2fac1-dd03-4da9-ac7d-dec991381e3a. Apr 05 11:34:33.333719 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (abe1c734-1139-400d-ab81-735a015fd662), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:33.386370 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=abe1c734-1139-400d-ab81-735a015fd662,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:33.539271 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c345dff-b62f-4a57-878d-95320b99344c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Router da0133b8-fc41-48c8-9317-9aa06797149e has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:34:33.645245 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c345dff-b62f-4a57-878d-95320b99344c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:34:33.650103 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4c345dff-b62f-4a57-878d-95320b99344c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:33.658719 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79346c80-1ceb-4962-8fd4-884c50e5f56d None None] Sync routers for ids ['da0133b8-fc41-48c8-9317-9aa06797149e'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:34:33.670128 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79346c80-1ceb-4962-8fd4-884c50e5f56d None None] Routers {'da0133b8-fc41-48c8-9317-9aa06797149e'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:33.671335 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-79346c80-1ceb-4962-8fd4-884c50e5f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:34:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['da0133b8-fc41-48c8-9317-9aa06797149e'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:33.686074 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4c345dff-b62f-4a57-878d-95320b99344c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "PUT /v2.0/floatingips/a2f00fb4-776b-4504-b304-ff18e94dbad9 HTTP/1.1" status: 200 len: 990 time: 1.4703262 Apr 05 11:34:33.686074 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271ec1c3-3848-4d8c-99be-ecc15be7f06f', 'tag': '42c2fac1-dd03-4da9-ac7d-dec991381e3a'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:33.686074 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940a565f-fce0-4b25-9316-3c86038411f4" -d '{"events": [{"name": "network-changed", "server_uuid": "271ec1c3-3848-4d8c-99be-ecc15be7f06f", "tag": "42c2fac1-dd03-4da9-ac7d-dec991381e3a"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:33.718428 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a2e804-bfd4-4879-98b2-e0659658b262 x-openstack-request-id: req-b9a2e804-bfd4-4879-98b2-e0659658b262 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:33.718718 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271ec1c3-3848-4d8c-99be-ecc15be7f06f", "tag": "42c2fac1-dd03-4da9-ac7d-dec991381e3a", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:33.718974 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9a2e804-bfd4-4879-98b2-e0659658b262 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:33.719377 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a2e804-bfd4-4879-98b2-e0659658b262'] response: {'name': 'network-changed', 'server_uuid': '271ec1c3-3848-4d8c-99be-ecc15be7f06f', 'tag': '42c2fac1-dd03-4da9-ac7d-dec991381e3a', 'status': 'completed', 'code': 200} Apr 05 11:34:33.783985 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-79346c80-1ceb-4962-8fd4-884c50e5f56d None None] Set router da0133b8-fc41-48c8-9317-9aa06797149e gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:33.842631 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee297f5-cca9-464c-9a3d-3646a1301854 req-f03ce9d0-4caa-4c01-9caa-b87f5177234b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:33.844178 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1ee297f5-cca9-464c-9a3d-3646a1301854 req-f03ce9d0-4caa-4c01-9caa-b87f5177234b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0535123 Apr 05 11:34:33.891926 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1ee297f5-cca9-464c-9a3d-3646a1301854 req-a0ed781b-9c39-42a4-a8f1-78776a6e9f7c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420470 Apr 05 11:34:33.978139 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-18a653f8-e955-4b95-96f1-51904d5995de req-59dda00a-62d4-4a78-bc6b-b41c4251abd2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 210 time: 0.0254235 Apr 05 11:34:34.055299 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-79346c80-1ceb-4962-8fd4-884c50e5f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'a2f00fb4-776b-4504-b304-ff18e94dbad9', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'port_id': '42c2fac1-dd03-4da9-ac7d-dec991381e3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'mac_address': 'fa:16:3e:fd:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271ec1c3-3848-4d8c-99be-ecc15be7f06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:32Z', 'revision_number': 1, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:00Z', 'revision_number': 5, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:34.084044 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79346c80-1ceb-4962-8fd4-884c50e5f56d None None] Checking router: da0133b8-fc41-48c8-9317-9aa06797149e for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:34:34.092486 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79346c80-1ceb-4962-8fd4-884c50e5f56d None None] Routers {'da0133b8-fc41-48c8-9317-9aa06797149e'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:34.093094 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-79346c80-1ceb-4962-8fd4-884c50e5f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:34:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['da0133b8-fc41-48c8-9317-9aa06797149e'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:34.181988 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8a5c6-f877-4fe5-a4d5-3b32e64c4c2a req-e2e14892-ef8e-467c-bdcd-a192d8648904 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:34.183539 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-97b8a5c6-f877-4fe5-a4d5-3b32e64c4c2a req-e2e14892-ef8e-467c-bdcd-a192d8648904 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 943 time: 0.0554233 Apr 05 11:34:34.203139 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-79346c80-1ceb-4962-8fd4-884c50e5f56d None None] Set router da0133b8-fc41-48c8-9317-9aa06797149e gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:34.234502 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-97b8a5c6-f877-4fe5-a4d5-3b32e64c4c2a req-b1fe2489-6909-452b-8a53-ab33af14b019 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452197 Apr 05 11:34:34.428644 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-79346c80-1ceb-4962-8fd4-884c50e5f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'a2f00fb4-776b-4504-b304-ff18e94dbad9', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'port_id': '42c2fac1-dd03-4da9-ac7d-dec991381e3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'mac_address': 'fa:16:3e:fd:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271ec1c3-3848-4d8c-99be-ecc15be7f06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:32Z', 'revision_number': 1, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:00Z', 'revision_number': 5, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:34.457360 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79346c80-1ceb-4962-8fd4-884c50e5f56d None None] The sync data for ids ['da0133b8-fc41-48c8-9317-9aa06797149e'] in dv-cinder-834448-3-iscsi is: [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'a2f00fb4-776b-4504-b304-ff18e94dbad9', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'port_id': '42c2fac1-dd03-4da9-ac7d-dec991381e3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'mac_address': 'fa:16:3e:fd:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271ec1c3-3848-4d8c-99be-ecc15be7f06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:32Z', 'revision_number': 1, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:00Z', 'revision_number': 5, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:34:34.503492 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee53d6e-b9da-4cf9-a20f-82330edfa888 req-3eacdbba-d54a-4376-a84d-a2cc82f20878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:34.504961 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5ee53d6e-b9da-4cf9-a20f-82330edfa888 req-3eacdbba-d54a-4376-a84d-a2cc82f20878 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1152766 Apr 05 11:34:34.639486 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a565f-fce0-4b25-9316-3c86038411f4 req-d9508d7a-b695-48c5-b5c2-e021da2624ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:34.641007 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-940a565f-fce0-4b25-9316-3c86038411f4 req-d9508d7a-b695-48c5-b5c2-e021da2624ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5346b36188734d548c57bb9d7d63476d&device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 1129 time: 0.0602167 Apr 05 11:34:34.686525 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee53d6e-b9da-4cf9-a20f-82330edfa888 req-3b688ed2-b5cf-495d-92d3-7740e53237ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:34.688071 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5ee53d6e-b9da-4cf9-a20f-82330edfa888 req-3b688ed2-b5cf-495d-92d3-7740e53237ec service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1063449 Apr 05 11:34:35.024119 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f75ff-4a78-49e2-9d13-aa26ff7a911e req-1e2b7dfa-0767-4197-bb40-0199c399d608 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:35.025821 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fb3f75ff-4a78-49e2-9d13-aa26ff7a911e req-1e2b7dfa-0767-4197-bb40-0199c399d608 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0559483 Apr 05 11:34:35.082890 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fb3f75ff-4a78-49e2-9d13-aa26ff7a911e req-3cea3020-72f5-4bc7-b9f7-b0c5f0974462 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514367 Apr 05 11:34:35.113377 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de25d568-72a0-4cb3-ac21-d93d08427c6b None None] New status for floating IP a2f00fb4-776b-4504-b304-ff18e94dbad9: ACTIVE {{(pid=103948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:34:35.185336 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-73d7bd9e-17a1-4cc2-b6f0-86da27e49e2c req-677fe636-c97d-4db3-b3b2-006ada86a570 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 210 time: 0.0287535 Apr 05 11:34:35.430490 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-23240c66-32ec-4d58-a934-2535c425e3fb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:35.432041 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-23240c66-32ec-4d58-a934-2535c425e3fb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "GET /v2.0/networks?id=83da91da-2a37-43a9-b807-df1a6d29d057 HTTP/1.1" status: 200 len: 814 time: 0.2170265 Apr 05 11:34:35.433325 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a565f-fce0-4b25-9316-3c86038411f4 req-1bfe4abb-750d-4a47-a965-c8851a008a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:35.435066 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-940a565f-fce0-4b25-9316-3c86038411f4 req-1bfe4abb-750d-4a47-a965-c8851a008a46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8cbffa01-3137-49e9-97ed-1f17fab5a300 HTTP/1.1" status: 200 len: 912 time: 0.2403338 Apr 05 11:34:35.440709 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-4eac69f5-baf7-4ee7-a9dd-3159480a1f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:35.442363 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-4eac69f5-baf7-4ee7-a9dd-3159480a1f1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 1127 time: 0.1112318 Apr 05 11:34:35.452780 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c85b86-f81b-4500-9a6c-faadae974040 req-98613e95-a2de-4ec5-910a-308b41d8a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:35.452928 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102df996-d392-412e-ba24-ca8d55ed7c8f req-94b9d90b-fb84-4dfb-bf01-504d128b8c50 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:35.454235 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-10c85b86-f81b-4500-9a6c-faadae974040 req-98613e95-a2de-4ec5-910a-308b41d8a6ef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 1130 time: 0.0915120 Apr 05 11:34:35.454354 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-102df996-d392-412e-ba24-ca8d55ed7c8f req-94b9d90b-fb84-4dfb-bf01-504d128b8c50 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 943 time: 0.0895598 Apr 05 11:34:35.526785 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-102df996-d392-412e-ba24-ca8d55ed7c8f req-40d4d920-7b25-4f85-9b13-f99d517f6db1 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624552 Apr 05 11:34:35.567304 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-72194b1a-7f15-4889-bf4c-1f3ad9b6e9a3 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d629246f6ced4cc8b75399b7a0723868 HTTP/1.1" status: 200 len: 380 time: 0.0631039 Apr 05 11:34:35.575815 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-a5ba01a8-ac32-4ad5-b807-d1f9d981ab53 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'port': {'device_id': '78373594-67e2-4cfc-8b01-6417123e373b', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'admin_state_up': True, 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'security_groups': ['3c451003-d71b-4be5-a35a-35bce60d10ff']}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:35.601159 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-b133d19d-ad0e-464a-bb32-aeb35c0756e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb694b4-1fdd-4b95-9ce5-859afbba5e16 HTTP/1.1" status: 200 len: 217 time: 0.0958312 Apr 05 11:34:35.675302 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-e4d7728f-6ead-4a9e-b765-b4ccbeb61f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:35.676783 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-e4d7728f-6ead-4a9e-b765-b4ccbeb61f44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a2d4898-c05f-41d9-ad48-eba0b48abf12 HTTP/1.1" status: 200 len: 858 time: 0.0598814 Apr 05 11:34:35.738355 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-940a565f-fce0-4b25-9316-3c86038411f4 req-500699ef-2f79-4629-b3be-39ed3744a9ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c2fac1-dd03-4da9-ac7d-dec991381e3a HTTP/1.1" status: 200 len: 998 time: 0.2342217 Apr 05 11:34:35.745244 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-10c85b86-f81b-4500-9a6c-faadae974040 req-894604d1-737b-433b-9ac0-4445923a3767 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379286 Apr 05 11:34:35.779050 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-a5ba01a8-ac32-4ad5-b807-d1f9d981ab53 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Made reservation on behalf of d629246f6ced4cc8b75399b7a0723868 for: {'port': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:35.782876 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-a5ba01a8-ac32-4ad5-b807-d1f9d981ab53 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:35.800251 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a565f-fce0-4b25-9316-3c86038411f4 req-b383ad94-d73f-4afb-b215-26e6f78ef4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:35.801730 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-940a565f-fce0-4b25-9316-3c86038411f4 req-b383ad94-d73f-4afb-b215-26e6f78ef4b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11809902-d970-490e-a337-eab95165c81e HTTP/1.1" status: 200 len: 850 time: 0.0554490 Apr 05 11:34:35.807261 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-4d2a0cc2-be32-49e7-b0ba-b5dedd4e4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:35.808777 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-4d2a0cc2-be32-49e7-b0ba-b5dedd4e4af4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=912aa55e-5878-42db-a34a-a968382fba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1202102 Apr 05 11:34:35.984974 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 9f189aab-4ee0-4998-b00f-266952c9e388 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:34:36.106589 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 9f189aab-4ee0-4998-b00f-266952c9e388, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9f189aab-4ee0-4998-b00f-266952c9e388,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:36.121093 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '9f189aab-4ee0-4998-b00f-266952c9e388', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'port_id': '9f189aab-4ee0-4998-b00f-266952c9e388', 'mac_address': 'fa:16:3e:f0:ea:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:34:36.162236 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-a5ba01a8-ac32-4ad5-b807-d1f9d981ab53 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Allocated IP 172.20.0.6 (83da91da-2a37-43a9-b807-df1a6d29d057/5cd637a4-454f-44ef-8588-c6f33cdbe982/9aac8d4b-83d8-4a48-87aa-17a88f5ed914) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:36.179827 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 9f189aab-4ee0-4998-b00f-266952c9e388 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:36.180222 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (9f189aab-4ee0-4998-b00f-266952c9e388), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:36.200823 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f189aab-4ee0-4998-b00f-266952c9e388 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:36.228532 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 9f189aab-4ee0-4998-b00f-266952c9e388, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9f189aab-4ee0-4998-b00f-266952c9e388,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:36.280229 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2813c-d75a-47f8-89dd-f585c2041b02 req-82698335-26c6-4ee4-8dd1-44cfa7da5c88 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:36.281858 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-66a2813c-d75a-47f8-89dd-f585c2041b02 req-82698335-26c6-4ee4-8dd1-44cfa7da5c88 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0995309 Apr 05 11:34:36.297158 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a565f-fce0-4b25-9316-3c86038411f4 req-6b97d2b4-f19c-4100-8c77-66a91f75e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:36.298804 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-940a565f-fce0-4b25-9316-3c86038411f4 req-6b97d2b4-f19c-4100-8c77-66a91f75e9fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbffa01-3137-49e9-97ed-1f17fab5a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1632359 Apr 05 11:34:36.338230 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3e97f73e-0310-47a0-913d-f482139bba46 req-8eb9a2a9-64f2-4f2b-b625-38b254eeb408 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 210 time: 0.0384493 Apr 05 11:34:36.340351 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (9f189aab-4ee0-4998-b00f-266952c9e388), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:36.363166 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-917aee43-16cc-4841-b18d-149046636e8e service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336657 Apr 05 11:34:36.375034 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-66a2813c-d75a-47f8-89dd-f585c2041b02 req-31795060-7932-44c5-9fd8-775f58b8d405 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854290 Apr 05 11:34:36.388984 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=9f189aab-4ee0-4998-b00f-266952c9e388,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:36.424228 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-a5ba01a8-ac32-4ad5-b807-d1f9d981ab53 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for port (9aac8d4b-83d8-4a48-87aa-17a88f5ed914), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:36.579606 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-a5ba01a8-ac32-4ad5-b807-d1f9d981ab53 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (9aac8d4b-83d8-4a48-87aa-17a88f5ed914), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:36.626800 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-a5ba01a8-ac32-4ad5-b807-d1f9d981ab53 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Network 83da91da-2a37-43a9-b807-df1a6d29d057 is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:36.629926 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-a5ba01a8-ac32-4ad5-b807-d1f9d981ab53 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:36.638079 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-a5ba01a8-ac32-4ad5-b807-d1f9d981ab53 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:36.642631 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-a5ba01a8-ac32-4ad5-b807-d1f9d981ab53 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:36.643259 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-a5ba01a8-ac32-4ad5-b807-d1f9d981ab53 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for port (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:36.655297 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba01a8-ac32-4ad5-b807-d1f9d981ab53 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'Port': ['ID=9aac8d4b-83d8-4a48-87aa-17a88f5ed914,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:36.672618 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf237f-949f-4443-b0ac-a3f1bbe89396 req-a3d67257-970e-4f3e-9d63-c0127c3f8ee9 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:36.674255 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8bcf237f-949f-4443-b0ac-a3f1bbe89396 req-a3d67257-970e-4f3e-9d63-c0127c3f8ee9 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 943 time: 0.0655010 Apr 05 11:34:36.725077 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8bcf237f-949f-4443-b0ac-a3f1bbe89396 req-f3441737-db03-47fb-8831-56ff29030d67 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434721 Apr 05 11:34:36.770422 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-a5ba01a8-ac32-4ad5-b807-d1f9d981ab53 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1980822 Apr 05 11:34:36.912780 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-d3d3cdde-f9dd-4f33-a8f0-1b3ba92fdcdc None None] Provisioning complete for port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:36.913274 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3d3cdde-f9dd-4f33-a8f0-1b3ba92fdcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (9aac8d4b-83d8-4a48-87aa-17a88f5ed914), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:36.953806 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-d3d3cdde-f9dd-4f33-a8f0-1b3ba92fdcdc None None] Port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:37.463840 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667777b2-825a-42c4-bf1e-4bcd6fe8b301 req-c0d256b9-d68e-4ec4-b1c1-d7a45ec01867 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:37.465268 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-667777b2-825a-42c4-bf1e-4bcd6fe8b301 req-c0d256b9-d68e-4ec4-b1c1-d7a45ec01867 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 931 time: 0.0570724 Apr 05 11:34:37.501619 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed00a8-c796-48aa-a123-b1ba9a881b54 req-7bc90392-7604-4ede-9e36-88e7613461a6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:37.503070 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6ed00a8-c796-48aa-a123-b1ba9a881b54 req-7bc90392-7604-4ede-9e36-88e7613461a6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0524030 Apr 05 11:34:37.512604 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-667777b2-825a-42c4-bf1e-4bcd6fe8b301 req-28f6069d-0fcc-4693-8623-2d2f22e221b2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417049 Apr 05 11:34:37.551776 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6ed00a8-c796-48aa-a123-b1ba9a881b54 req-829f5b0c-0d6b-484d-9e62-75454b31b223 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423794 Apr 05 11:34:37.843680 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557b9da-3cff-4975-994d-c3fc9ffac4c9 req-8073f3b0-77cb-431c-a216-db40cb4b5ba7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:37.845209 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5557b9da-3cff-4975-994d-c3fc9ffac4c9 req-8073f3b0-77cb-431c-a216-db40cb4b5ba7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 943 time: 0.0530660 Apr 05 11:34:37.890675 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5557b9da-3cff-4975-994d-c3fc9ffac4c9 req-c4af4329-8899-40a8-8a62-7d83321bd0d6 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398393 Apr 05 11:34:38.632461 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3a6ca-7b24-4a60-9836-7dd1d1fccd35 req-8c71edca-2447-4f35-a459-bb3a843b665f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:38.633931 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9ec3a6ca-7b24-4a60-9836-7dd1d1fccd35 req-8c71edca-2447-4f35-a459-bb3a843b665f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 931 time: 0.0537758 Apr 05 11:34:38.680787 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3fa1d-3577-447f-846a-e01309757251 req-973206b8-096a-4e7d-a64d-1da8dacb617c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:38.682312 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b5b3fa1d-3577-447f-846a-e01309757251 req-973206b8-096a-4e7d-a64d-1da8dacb617c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0559499 Apr 05 11:34:38.687189 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9ec3a6ca-7b24-4a60-9836-7dd1d1fccd35 req-e79fbd89-a195-4d4b-98b7-8fccb0c151d4 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476494 Apr 05 11:34:38.734011 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b5b3fa1d-3577-447f-846a-e01309757251 req-e2f2073e-e293-447a-b6a5-0ead30808734 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457859 Apr 05 11:34:39.007865 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f51dd-50ea-45a3-9e51-1879e66b961b req-6d92c4c1-b491-4498-8b29-978dfecbdde3 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:39.009312 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c75f51dd-50ea-45a3-9e51-1879e66b961b req-6d92c4c1-b491-4498-8b29-978dfecbdde3 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 943 time: 0.0507798 Apr 05 11:34:39.057514 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c75f51dd-50ea-45a3-9e51-1879e66b961b req-11d71bfe-6045-4ba9-af2d-9d3525fc88a0 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425739 Apr 05 11:34:39.217800 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Request body: {'port': {'device_id': '78373594-67e2-4cfc-8b01-6417123e373b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:39.280525 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (9aac8d4b-83d8-4a48-87aa-17a88f5ed914), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:39.294008 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['9f189aab-4ee0-4998-b00f-266952c9e388'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:34:39.591908 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e1bdfefd-ed39-4f15-b64f-09752b1ea70c req-ff0ce6cf-7da5-4731-a18f-eee224479b94 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771605 Apr 05 11:34:39.604696 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 {{(pid=103946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:39.606937 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-940a565f-fce0-4b25-9316-3c86038411f4 req-ef31c2d1-31b3-43de-804d-3b6493f910eb service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372090 Apr 05 11:34:39.612112 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Publish callbacks [] for port (9aac8d4b-83d8-4a48-87aa-17a88f5ed914), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:39.624748 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.provisioning_blocks [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Transition to ACTIVE for port object 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 will not be triggered until provisioned by entity L2. {{(pid=103946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:34:39.733270 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (9aac8d4b-83d8-4a48-87aa-17a88f5ed914), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:39.854060 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Pushing event updated for resources: {'Port': ['ID=9aac8d4b-83d8-4a48-87aa-17a88f5ed914,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:39.868272 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Attempting to bind port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:39.868608 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Attempting to bind port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:39.868933 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Attempting to bind port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 on network 83da91da-2a37-43a9-b807-df1a6d29d057 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:39.870794 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b773e-bcec-4be6-9721-77f351221069 req-21d3d20e-1da3-4e08-8b89-7be2416431ba tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:39.872910 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e25b773e-bcec-4be6-9721-77f351221069 req-21d3d20e-1da3-4e08-8b89-7be2416431ba tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0611193 Apr 05 11:34:39.876222 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 on network 83da91da-2a37-43a9-b807-df1a6d29d057 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:34:39.876545 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Attempting to bind port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 on network 83da91da-2a37-43a9-b807-df1a6d29d057 {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:39.887193 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e915f4-0a1f-45fd-9bfe-1a24d3438875 req-07440fc6-95df-47e2-8043-8640af2c6ccb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:39.888734 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-16e915f4-0a1f-45fd-9bfe-1a24d3438875 req-07440fc6-95df-47e2-8043-8640af2c6ccb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.1293840 Apr 05 11:34:39.892668 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:39.893006 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Checking segment: {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:39.893386 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Bound using segment: {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'} {{(pid=103946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:39.893811 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.managers [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Bound port: 9aac8d4b-83d8-4a48-87aa-17a88f5ed914, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'}}] {{(pid=103946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:39.894691 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (9aac8d4b-83d8-4a48-87aa-17a88f5ed914), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:39.929345 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e25b773e-bcec-4be6-9721-77f351221069 req-16513110-288f-419c-b6b4-9d0fe5dfae72 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501974 Apr 05 11:34:39.978997 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-16e915f4-0a1f-45fd-9bfe-1a24d3438875 req-c812961c-19cc-438d-9f13-8115b1868058 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817893 Apr 05 11:34:40.010590 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] For port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914, host hv-cinder-83444, cleared binding levels {{(pid=103946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:40.013756 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] For port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9aac8d4b-83d8-4a48-87aa-17a88f5ed914,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:40.117366 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (9aac8d4b-83d8-4a48-87aa-17a88f5ed914), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:40.156580 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:40.157562 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for port (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:40.159628 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] 10.222.0.57 "PUT /v2.0/ports/9aac8d4b-83d8-4a48-87aa-17a88f5ed914 HTTP/1.1" status: 200 len: 1093 time: 0.9465053 Apr 05 11:34:40.160265 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78373594-67e2-4cfc-8b01-6417123e373b', 'tag': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:40.164411 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df03cea739110c585a475e2718662c59c77c9335e3894ae5a7edc4fe26bc6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcdc2a4-071b-405b-ae60-bd9d59549872" -d '{"events": [{"name": "network-changed", "server_uuid": "78373594-67e2-4cfc-8b01-6417123e373b", "tag": "9aac8d4b-83d8-4a48-87aa-17a88f5ed914"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:40.206168 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591f6d0-f007-4eb6-8453-90f797bc84dd req-2761a4b3-ac0c-443d-8c1b-4a8002549769 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:40.207862 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b591f6d0-f007-4eb6-8453-90f797bc84dd req-2761a4b3-ac0c-443d-8c1b-4a8002549769 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 943 time: 0.0816534 Apr 05 11:34:40.228209 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ef47a4-90e0-4252-8b77-3f44d0b6b4ae x-openstack-request-id: req-c6ef47a4-90e0-4252-8b77-3f44d0b6b4ae {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:40.228783 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78373594-67e2-4cfc-8b01-6417123e373b", "tag": "9aac8d4b-83d8-4a48-87aa-17a88f5ed914", "status": "completed", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:40.229101 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c6ef47a4-90e0-4252-8b77-3f44d0b6b4ae {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:40.229512 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ef47a4-90e0-4252-8b77-3f44d0b6b4ae'] response: {'name': 'network-changed', 'server_uuid': '78373594-67e2-4cfc-8b01-6417123e373b', 'tag': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914', 'status': 'completed', 'code': 200} Apr 05 11:34:40.231733 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cce83c-2c91-4223-a5a2-24241701cdee service neutron] Pushing event updated for resources: {'Port': ['ID=9aac8d4b-83d8-4a48-87aa-17a88f5ed914,revision_number=3']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:40.274716 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b591f6d0-f007-4eb6-8453-90f797bc84dd req-bac99176-5b37-4b32-93ab-74b3cf54df44 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600393 Apr 05 11:34:41.061616 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b0cfb-15de-4f72-9e26-439a67a9bfbe req-32a182a4-2759-476b-8b41-ea5bb27047e2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:41.063178 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b84b0cfb-15de-4f72-9e26-439a67a9bfbe req-32a182a4-2759-476b-8b41-ea5bb27047e2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0567257 Apr 05 11:34:41.101381 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1d493-fbd4-4fbe-8e24-2db3ff1127db req-efa63c0b-f103-434e-91fe-8ed20381f15b tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:41.102861 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-66f1d493-fbd4-4fbe-8e24-2db3ff1127db req-efa63c0b-f103-434e-91fe-8ed20381f15b tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0521803 Apr 05 11:34:41.113257 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b84b0cfb-15de-4f72-9e26-439a67a9bfbe req-8e3a61d7-f4c2-42c5-a47f-1e29c104a524 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432198 Apr 05 11:34:41.150101 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-66f1d493-fbd4-4fbe-8e24-2db3ff1127db req-7724f21b-f625-4a8f-af61-2ea31671d7cb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417447 Apr 05 11:34:41.392459 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f78133-99dc-4fdb-ac3d-97dcb80a91be req-46e0cdfd-0014-4b62-9d05-d2b0b7bb48b4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:41.393939 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e6f78133-99dc-4fdb-ac3d-97dcb80a91be req-46e0cdfd-0014-4b62-9d05-d2b0b7bb48b4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 943 time: 0.0519803 Apr 05 11:34:41.441204 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e6f78133-99dc-4fdb-ac3d-97dcb80a91be req-12020aad-d6f4-45b2-b32c-c5308484f710 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 Apr 05 11:34:42.240379 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9c205-1591-4c36-99cd-714aac034857 req-2679d549-29fb-4ead-a5a7-2691773726b8 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:42.241828 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-75e9c205-1591-4c36-99cd-714aac034857 req-2679d549-29fb-4ead-a5a7-2691773726b8 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0555882 Apr 05 11:34:42.267716 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea9902-15e9-4337-8ea5-b09bda6537b0 req-018e6dfe-f8bd-46ed-bf2c-7bddc1e67d84 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:42.269219 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e7ea9902-15e9-4337-8ea5-b09bda6537b0 req-018e6dfe-f8bd-46ed-bf2c-7bddc1e67d84 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0521758 Apr 05 11:34:42.289818 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-75e9c205-1591-4c36-99cd-714aac034857 req-fd9fdcca-a636-49df-ad8c-4c45a37f6482 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421643 Apr 05 11:34:42.326058 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e7ea9902-15e9-4337-8ea5-b09bda6537b0 req-4fea96fc-748d-4b6c-aebc-0793a1240997 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505435 Apr 05 11:34:42.469379 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-57ab9c5e-4c99-404e-82e7-15e8afaec858 req-05fd343b-be49-4216-887a-d53f9a11801a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441046 Apr 05 11:34:42.634722 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25269c6-7bc0-4f3a-bb14-40fdfdf59960 req-8a3490d8-2336-4442-8fa2-78abb82a0556 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:42.636324 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b25269c6-7bc0-4f3a-bb14-40fdfdf59960 req-8a3490d8-2336-4442-8fa2-78abb82a0556 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 943 time: 0.1208134 Apr 05 11:34:42.669396 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-940a565f-fce0-4b25-9316-3c86038411f4 req-ceb9be5c-7aeb-4847-807f-f084c12d23c3 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420107 Apr 05 11:34:42.703477 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b25269c6-7bc0-4f3a-bb14-40fdfdf59960 req-e13eb979-2e07-4637-a159-eb1e85473c11 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598178 Apr 05 11:34:42.799734 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 9f189aab-4ee0-4998-b00f-266952c9e388 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:42.875977 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:43.013185 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 9f189aab-4ee0-4998-b00f-266952c9e388 completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:34:43.017241 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 9f189aab-4ee0-4998-b00f-266952c9e388 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:43.022193 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (9f189aab-4ee0-4998-b00f-266952c9e388), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:43.100040 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 9f189aab-4ee0-4998-b00f-266952c9e388 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:43.100427 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (9f189aab-4ee0-4998-b00f-266952c9e388), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:43.123524 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f8790e-86d5-4392-8b87-74f29cb57aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f189aab-4ee0-4998-b00f-266952c9e388'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:43.125741 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8b9957-912e-49ce-8de4-850d5ef3d546" -d '{"events": [{"server_uuid": "22f8790e-86d5-4392-8b87-74f29cb57aa1", "name": "network-vif-plugged", "status": "completed", "tag": "9f189aab-4ee0-4998-b00f-266952c9e388"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:43.138961 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 9f189aab-4ee0-4998-b00f-266952c9e388, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9f189aab-4ee0-4998-b00f-266952c9e388,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:43.155704 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdc2a4-071b-405b-ae60-bd9d59549872 req-9954b831-ada4-4346-9a5f-1d89e66c1742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:43.157466 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6dcdc2a4-071b-405b-ae60-bd9d59549872 req-9954b831-ada4-4346-9a5f-1d89e66c1742 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d629246f6ced4cc8b75399b7a0723868&device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 1127 time: 0.0483899 Apr 05 11:34:43.167364 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177ecb96-8109-4023-823d-3215bf55fc44 x-openstack-request-id: req-177ecb96-8109-4023-823d-3215bf55fc44 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:43.167685 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f8790e-86d5-4392-8b87-74f29cb57aa1", "name": "network-vif-plugged", "status": "completed", "tag": "9f189aab-4ee0-4998-b00f-266952c9e388", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:43.167966 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-177ecb96-8109-4023-823d-3215bf55fc44 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:43.168341 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177ecb96-8109-4023-823d-3215bf55fc44'] response: {'server_uuid': '22f8790e-86d5-4392-8b87-74f29cb57aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f189aab-4ee0-4998-b00f-266952c9e388', 'code': 200} Apr 05 11:34:43.241811 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (9f189aab-4ee0-4998-b00f-266952c9e388), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:43.290018 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=9f189aab-4ee0-4998-b00f-266952c9e388,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:43.416479 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bb91b-ec28-40b3-8bcd-55376bc0ce4a req-54c7d2a7-e614-419b-a6e7-58b3396aa63b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:43.418163 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c06bb91b-ec28-40b3-8bcd-55376bc0ce4a req-54c7d2a7-e614-419b-a6e7-58b3396aa63b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0570710 Apr 05 11:34:43.447739 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a06ec-8bdc-4558-9ba0-ced7360897e2 req-e2503df9-4ee9-4427-b8c6-c4b778945f54 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:43.449231 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-456a06ec-8bdc-4558-9ba0-ced7360897e2 req-e2503df9-4ee9-4427-b8c6-c4b778945f54 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0523887 Apr 05 11:34:43.467747 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c06bb91b-ec28-40b3-8bcd-55376bc0ce4a req-a993f402-b5a0-4c52-93ad-9d53469c3c20 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434389 Apr 05 11:34:43.498558 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-456a06ec-8bdc-4558-9ba0-ced7360897e2 req-452cb351-4502-4069-a061-2305b583b9df tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436735 Apr 05 11:34:43.594827 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3b66a-e8ef-47bc-8ebb-27e270bdbb1c req-60832bb5-5c79-4c48-b386-1c00c546edf6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:43.596423 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-80a3b66a-e8ef-47bc-8ebb-27e270bdbb1c req-60832bb5-5c79-4c48-b386-1c00c546edf6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0575402 Apr 05 11:34:43.605945 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 58720) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:43.610580 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-ddef45dd-ef4f-40d3-89f8-21569818fd67 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Request body: {'floatingip': {'port_id': 'abe1c734-1139-400d-ab81-735a015fd662'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:43.685264 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ddef45dd-ef4f-40d3-89f8-21569818fd67 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for floatingip (7d4a24a8-2609-465d-878c-5105d9c12184), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:43.926524 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e8109-0ee4-47af-aba2-3ba2f10eca15 req-d3b3760b-da5a-481a-b05a-b3b2e5f16a48 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:43.928068 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-389e8109-0ee4-47af-aba2-3ba2f10eca15 req-d3b3760b-da5a-481a-b05a-b3b2e5f16a48 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 943 time: 0.1525962 Apr 05 11:34:44.026345 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-389e8109-0ee4-47af-aba2-3ba2f10eca15 req-ecd160b4-af29-458f-92ac-1d51ab4d045c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915596 Apr 05 11:34:44.297328 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:34:44.612946 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ddef45dd-ef4f-40d3-89f8-21569818fd67 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:44.629545 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dd0cf-6e86-48c9-8f74-2476ed37ea46 req-7359e23d-c69d-4a76-a219-397d126d9f1f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:44.648926 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e32dd0cf-6e86-48c9-8f74-2476ed37ea46 req-7359e23d-c69d-4a76-a219-397d126d9f1f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0550501 Apr 05 11:34:44.679407 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e32dd0cf-6e86-48c9-8f74-2476ed37ea46 req-f086f6fb-91f9-4249-8150-c60f3d126382 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414240 Apr 05 11:34:44.767387 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ddef45dd-ef4f-40d3-89f8-21569818fd67 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (7d4a24a8-2609-465d-878c-5105d9c12184), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:44.827024 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 58746) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:44.884210 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.l3_db [None req-ddef45dd-ef4f-40d3-89f8-21569818fd67 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Floating IP 7d4a24a8-2609-465d-878c-5105d9c12184 associated. External IP: 172.27.1.225, port: abe1c734-1139-400d-ab81-735a015fd662. Apr 05 11:34:44.951901 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.030424 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Publish callbacks [] for security_group (f972c787-44d6-465c-b311-df60ecd901e5), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.141734 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddef45dd-ef4f-40d3-89f8-21569818fd67 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:34:45.161203 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b15c84-6e47-43de-8673-1a6e39c7d2d6 req-09363427-6033-4010-804b-13e8a5184225 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:45.163357 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-34b15c84-6e47-43de-8673-1a6e39c7d2d6 req-09363427-6033-4010-804b-13e8a5184225 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 943 time: 0.0701566 Apr 05 11:34:45.265186 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (f972c787-44d6-465c-b311-df60ecd901e5), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.283736 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-34b15c84-6e47-43de-8673-1a6e39c7d2d6 req-6d1e8a21-9245-4dbd-9ee4-553e9c4df5df tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146164 Apr 05 11:34:45.308436 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddef45dd-ef4f-40d3-89f8-21569818fd67 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:34:45.312003 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f972c787-44d6-465c-b311-df60ecd901e5,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:45.314811 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ddef45dd-ef4f-40d3-89f8-21569818fd67 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.317409 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d8f7863a1b69415fbe0da2935b805133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4860909 Apr 05 11:34:45.321927 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 58756) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:45.328911 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:45.329264 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:45.329455 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529be719-6833-4944-924b-a347f70f00bd None None] Sync routers for ids ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:34:45.329918 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:45.329918 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:45.330242 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:45.330566 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:45.330889 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:45.331207 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:45.331596 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:45.331959 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:45.332286 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:45.332620 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:45.332943 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:45.333933 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:45.334694 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596bb8-1ad8-4a13-9b15-a4b5208f0a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:45.356500 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529be719-6833-4944-924b-a347f70f00bd None None] Routers {'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:45.358290 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-529be719-6833-4944-924b-a347f70f00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:34:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:45.369366 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ddef45dd-ef4f-40d3-89f8-21569818fd67 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "PUT /v2.0/floatingips/7d4a24a8-2609-465d-878c-5105d9c12184 HTTP/1.1" status: 200 len: 992 time: 1.7616632 Apr 05 11:34:45.374368 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'tag': 'abe1c734-1139-400d-ab81-735a015fd662'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:45.374368 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df03cea739110c585a475e2718662c59c77c9335e3894ae5a7edc4fe26bc6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29522582-3406-4ef8-9ecc-bba2e1f4773d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f678de2-5855-469b-8c6f-c89816e9b30e", "tag": "abe1c734-1139-400d-ab81-735a015fd662"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:45.390998 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fde0e648-9582-4282-912e-ad6cf433884f admin admin] Publish callbacks [] for security_group (f972c787-44d6-465c-b311-df60ecd901e5), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.415435 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bb7a5e-f792-4c8d-91d2-47658262f924 x-openstack-request-id: req-29bb7a5e-f792-4c8d-91d2-47658262f924 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:45.415736 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f678de2-5855-469b-8c6f-c89816e9b30e", "tag": "abe1c734-1139-400d-ab81-735a015fd662", "status": "completed", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:45.415992 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29bb7a5e-f792-4c8d-91d2-47658262f924 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:45.416422 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29bb7a5e-f792-4c8d-91d2-47658262f924'] response: {'name': 'network-changed', 'server_uuid': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'tag': 'abe1c734-1139-400d-ab81-735a015fd662', 'status': 'completed', 'code': 200} Apr 05 11:34:45.417812 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fde0e648-9582-4282-912e-ad6cf433884f admin admin] Publish callbacks [] for security_group (f972c787-44d6-465c-b311-df60ecd901e5), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.486755 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-529be719-6833-4944-924b-a347f70f00bd None None] Set router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:45.521875 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fde0e648-9582-4282-912e-ad6cf433884f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (f972c787-44d6-465c-b311-df60ecd901e5), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.524509 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fde0e648-9582-4282-912e-ad6cf433884f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.525801 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-fde0e648-9582-4282-912e-ad6cf433884f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f972c787-44d6-465c-b311-df60ecd901e5 HTTP/1.1" status: 204 len: 168 time: 0.2025695 Apr 05 11:34:45.534644 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0e648-9582-4282-912e-ad6cf433884f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f972c787-44d6-465c-b311-df60ecd901e5,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:45.738069 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-529be719-6833-4944-924b-a347f70f00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '7d4a24a8-2609-465d-878c-5105d9c12184', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'port_id': 'abe1c734-1139-400d-ab81-735a015fd662', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'mac_address': 'fa:16:3e:40:e0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:44Z', 'revision_number': 1, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cb7b42-2e1b-4890-991c-5bae690f4105', 'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'mac_address': 'fa:16:3e:57:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 5, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'subnets': [{'id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:45.780487 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529be719-6833-4944-924b-a347f70f00bd None None] Checking router: b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:34:45.789370 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529be719-6833-4944-924b-a347f70f00bd None None] Routers {'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:45.789963 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-529be719-6833-4944-924b-a347f70f00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:34:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:45.827871 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cc159-940d-428d-8e57-242f0eb5e6d0 req-c42970f6-f170-4562-8352-6381ebd2e970 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:45.830395 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f08cc159-940d-428d-8e57-242f0eb5e6d0 req-c42970f6-f170-4562-8352-6381ebd2e970 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0623302 Apr 05 11:34:45.884746 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f08cc159-940d-428d-8e57-242f0eb5e6d0 req-f7b4852b-2650-4cf4-965f-87bfb746cd4a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467126 Apr 05 11:34:45.995710 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-529be719-6833-4944-924b-a347f70f00bd None None] Set router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:46.213991 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 58776) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:46.221566 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-529be719-6833-4944-924b-a347f70f00bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '7d4a24a8-2609-465d-878c-5105d9c12184', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'port_id': 'abe1c734-1139-400d-ab81-735a015fd662', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'mac_address': 'fa:16:3e:40:e0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:44Z', 'revision_number': 1, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cb7b42-2e1b-4890-991c-5bae690f4105', 'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'mac_address': 'fa:16:3e:57:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 5, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'subnets': [{'id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:46.227985 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2483d6f5-af23-4f9b-8066-b6676b4e3d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:46.248376 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529be719-6833-4944-924b-a347f70f00bd None None] The sync data for ids ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'] in dv-cinder-834448-3-iscsi is: [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '7d4a24a8-2609-465d-878c-5105d9c12184', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'port_id': 'abe1c734-1139-400d-ab81-735a015fd662', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'mac_address': 'fa:16:3e:40:e0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:44Z', 'revision_number': 1, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cb7b42-2e1b-4890-991c-5bae690f4105', 'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'mac_address': 'fa:16:3e:57:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 5, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'subnets': [{'id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:34:46.305546 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2483d6f5-af23-4f9b-8066-b6676b4e3d04 admin admin] Publish callbacks [] for security_group (9fa54f5f-c9a2-4bd6-b55b-31307dbaf4ad), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:46.389064 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2483d6f5-af23-4f9b-8066-b6676b4e3d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (9fa54f5f-c9a2-4bd6-b55b-31307dbaf4ad), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:46.440363 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-2483d6f5-af23-4f9b-8066-b6676b4e3d04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70f19e32d4414ebf9e5044225f544345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251143 Apr 05 11:34:46.445882 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483d6f5-af23-4f9b-8066-b6676b4e3d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa54f5f-c9a2-4bd6-b55b-31307dbaf4ad,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:46.446056 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 58780) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:46.449002 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccdc53e-b1f7-408f-9652-4720ecf6b6bf None None] New status for floating IP 7d4a24a8-2609-465d-878c-5105d9c12184: ACTIVE {{(pid=103948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:34:46.459130 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657101c-2a6b-4d25-bd8e-d732edfc03e7 req-dbadeff3-41da-44fb-af03-e049dfddff3b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:46.461185 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4657101c-2a6b-4d25-bd8e-d732edfc03e7 req-dbadeff3-41da-44fb-af03-e049dfddff3b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 943 time: 0.1018817 Apr 05 11:34:46.512028 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Publish callbacks [] for security_group (9fa54f5f-c9a2-4bd6-b55b-31307dbaf4ad), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:46.513484 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4657101c-2a6b-4d25-bd8e-d732edfc03e7 req-a0261e27-595f-4cb5-9dc3-649ecbd410ed tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459201 Apr 05 11:34:46.542500 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Publish callbacks [] for security_group (9fa54f5f-c9a2-4bd6-b55b-31307dbaf4ad), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:46.698544 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (9fa54f5f-c9a2-4bd6-b55b-31307dbaf4ad), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:46.701161 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:46.702283 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9fa54f5f-c9a2-4bd6-b55b-31307dbaf4ad HTTP/1.1" status: 204 len: 168 time: 0.2567122 Apr 05 11:34:46.714967 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa54f5f-c9a2-4bd6-b55b-31307dbaf4ad,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:46.718888 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:46.719241 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:46.719639 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:46.719990 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:46.720438 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:46.720648 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:46.720978 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:46.721308 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:46.721653 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:46.721986 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:46.722365 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:46.722748 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:46.723100 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:46.723448 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:46.723846 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3192640c-9873-436e-af46-f68c0957a62c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:47.006350 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79385f28-242c-4317-b6f7-60a25fb7f82d req-7eebfd8d-5ef6-4f61-baeb-7ed1c37a1ec1 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:47.011097 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-79385f28-242c-4317-b6f7-60a25fb7f82d req-7eebfd8d-5ef6-4f61-baeb-7ed1c37a1ec1 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0549130 Apr 05 11:34:47.055291 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-79385f28-242c-4317-b6f7-60a25fb7f82d req-bdae70a4-37d4-4a93-99c6-e81a6def92ad tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417392 Apr 05 11:34:47.131437 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:34:47.248193 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2fb694b4-1fdd-4b95-9ce5-859afbba5e16,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:47.262446 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '2fb694b4-1fdd-4b95-9ce5-859afbba5e16', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'port_id': '2fb694b4-1fdd-4b95-9ce5-859afbba5e16', 'mac_address': 'fa:16:3e:6d:1c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:34:47.322228 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29522582-3406-4ef8-9ecc-bba2e1f4773d req-6082c811-0326-4331-98ca-09afe6f2d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:47.323303 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-29522582-3406-4ef8-9ecc-bba2e1f4773d req-6082c811-0326-4331-98ca-09afe6f2d463 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=233d90e8ff5e4e72ad93b7b8123f9648&device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 1130 time: 0.0508313 Apr 05 11:34:47.325254 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:47.325719 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (2fb694b4-1fdd-4b95-9ce5-859afbba5e16), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:47.341355 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:47.364216 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2fb694b4-1fdd-4b95-9ce5-859afbba5e16,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:47.448395 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29522582-3406-4ef8-9ecc-bba2e1f4773d req-4e6a37b8-f972-4ac1-9252-aceb2ae54a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:47.450193 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-29522582-3406-4ef8-9ecc-bba2e1f4773d req-4e6a37b8-f972-4ac1-9252-aceb2ae54a06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2 HTTP/1.1" status: 200 len: 917 time: 0.1177161 Apr 05 11:34:47.474962 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab9c5e-4c99-404e-82e7-15e8afaec858 req-c410ff18-41d4-4b86-b8a5-aa67d5791883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:47.478270 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-57ab9c5e-4c99-404e-82e7-15e8afaec858 req-c410ff18-41d4-4b86-b8a5-aa67d5791883 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6f6424cbfe534f7bb64b4e6653d31a06&device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 1130 time: 0.1959295 Apr 05 11:34:47.483731 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdc2a4-071b-405b-ae60-bd9d59549872 req-9affeaef-0157-46c7-a131-5f4b3a9e3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:47.485448 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6dcdc2a4-071b-405b-ae60-bd9d59549872 req-9affeaef-0157-46c7-a131-5f4b3a9e3371 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d629246f6ced4cc8b75399b7a0723868&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2224779 Apr 05 11:34:47.493082 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (2fb694b4-1fdd-4b95-9ce5-859afbba5e16), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:47.549231 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=2fb694b4-1fdd-4b95-9ce5-859afbba5e16,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:47.558137 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:47.558488 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:47.558851 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:47.559208 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:47.559575 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:47.560928 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:47.561271 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:47.561603 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:47.561966 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:47.562310 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:47.562639 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:47.563233 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:47.564027 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:47.564356 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:47.564681 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:47.580288 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-29522582-3406-4ef8-9ecc-bba2e1f4773d req-b27b9088-1e1b-42e7-91e5-ad5a7983b265 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe1c734-1139-400d-ab81-735a015fd662 HTTP/1.1" status: 200 len: 1002 time: 0.1171560 Apr 05 11:34:47.633816 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29522582-3406-4ef8-9ecc-bba2e1f4773d req-1fe50825-773e-4bfc-ae8e-e3afd1443df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:47.635314 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-29522582-3406-4ef8-9ecc-bba2e1f4773d req-1fe50825-773e-4bfc-ae8e-e3afd1443df7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79697ad3-6090-4136-9658-d9efe2412d4b HTTP/1.1" status: 200 len: 855 time: 0.0481396 Apr 05 11:34:47.688722 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29522582-3406-4ef8-9ecc-bba2e1f4773d req-aaa2c96a-f71f-4655-82cd-80021309d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:47.690622 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-29522582-3406-4ef8-9ecc-bba2e1f4773d req-aaa2c96a-f71f-4655-82cd-80021309d0e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484126 Apr 05 11:34:47.778740 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab9c5e-4c99-404e-82e7-15e8afaec858 req-0b087358-732a-45f5-b69b-4b87480fe553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:47.780349 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-57ab9c5e-4c99-404e-82e7-15e8afaec858 req-0b087358-732a-45f5-b69b-4b87480fe553 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9525c86-10c8-497e-a632-56ef24ce13c6 HTTP/1.1" status: 200 len: 912 time: 0.2709439 Apr 05 11:34:47.814674 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdc2a4-071b-405b-ae60-bd9d59549872 req-90f6141c-92c8-4fc2-9733-3c1f814dd870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:47.816893 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6dcdc2a4-071b-405b-ae60-bd9d59549872 req-90f6141c-92c8-4fc2-9733-3c1f814dd870 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3238320 Apr 05 11:34:47.855349 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298b974-65e2-456c-840d-f9e12d825b69 req-19f8eafe-fc6b-42df-b263-b0ced46684b4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:47.856184 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0298b974-65e2-456c-840d-f9e12d825b69 req-19f8eafe-fc6b-42df-b263-b0ced46684b4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 944 time: 0.2586405 Apr 05 11:34:47.860372 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-57ab9c5e-4c99-404e-82e7-15e8afaec858 req-6b4666f4-9c98-4591-9f29-e61a8c533725 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef96bf1-0c42-42f7-a9fa-681679365ad3 HTTP/1.1" status: 200 len: 217 time: 0.0616043 Apr 05 11:34:47.875904 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-29522582-3406-4ef8-9ecc-bba2e1f4773d req-28126b3b-fcd5-442e-ac95-f16321cc3b73 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528573 Apr 05 11:34:47.889067 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a775b06-5692-4841-b7ab-90bad32fee7e req-70384aa7-9717-47c4-870e-04b5cb9028a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:47.890572 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8a775b06-5692-4841-b7ab-90bad32fee7e req-70384aa7-9717-47c4-870e-04b5cb9028a2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 1130 time: 0.1388352 Apr 05 11:34:47.959615 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0298b974-65e2-456c-840d-f9e12d825b69 req-5e63fbf8-d653-4c19-a341-432106a37b50 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931959 Apr 05 11:34:47.965325 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['2fb694b4-1fdd-4b95-9ce5-859afbba5e16'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:34:48.010382 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab9c5e-4c99-404e-82e7-15e8afaec858 req-faa47a00-4838-4c65-a5ce-b9f510fe4e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:48.012233 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-57ab9c5e-4c99-404e-82e7-15e8afaec858 req-faa47a00-4838-4c65-a5ce-b9f510fe4e12 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8bb69f7a-e479-4032-94ea-1da7d0b9786f HTTP/1.1" status: 200 len: 851 time: 0.1015325 Apr 05 11:34:48.012468 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-29522582-3406-4ef8-9ecc-bba2e1f4773d req-f64483bd-47c9-4e6f-9644-63fc6f80d8b5 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029487 Apr 05 11:34:48.038110 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-c45f535d-c2fc-4181-bbe5-064da936611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:48.038895 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-c45f535d-c2fc-4181-bbe5-064da936611d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d629246f6ced4cc8b75399b7a0723868&device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 1127 time: 0.1154494 Apr 05 11:34:48.042466 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8a775b06-5692-4841-b7ab-90bad32fee7e req-c2c36fd8-e1a2-4e72-8533-5757d78f3ec9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198928 Apr 05 11:34:48.077560 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-57ab9c5e-4c99-404e-82e7-15e8afaec858 req-70a283cb-cdba-4862-b28b-b310d854ae12 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9525c86-10c8-497e-a632-56ef24ce13c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273151 Apr 05 11:34:48.195164 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed19727-437e-4db1-83ac-e44e9335f7cb req-01911f3c-1a35-426d-bbd6-5726e18ab333 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:48.196979 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-bed19727-437e-4db1-83ac-e44e9335f7cb req-01911f3c-1a35-426d-bbd6-5726e18ab333 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0657520 Apr 05 11:34:48.248553 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-bed19727-437e-4db1-83ac-e44e9335f7cb req-58827726-372a-42da-99d8-5ac2b934b603 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450790 Apr 05 11:34:48.464344 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-9803655c-bd2f-407c-bb26-70d7d6e3bbf4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aac8d4b-83d8-4a48-87aa-17a88f5ed914 HTTP/1.1" status: 200 len: 217 time: 0.0432351 Apr 05 11:34:48.563501 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-000e412c-3088-477a-a424-acc2d1d8fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:48.564929 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-000e412c-3088-477a-a424-acc2d1d8fb54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5cd637a4-454f-44ef-8588-c6f33cdbe982 HTTP/1.1" status: 200 len: 853 time: 0.0890143 Apr 05 11:34:48.582613 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-57ab9c5e-4c99-404e-82e7-15e8afaec858 req-902b8749-a542-4e1e-bb47-7b555d4117f4 service neutron] 10.222.0.57 "GET /v2.0/networks/f9525c86-10c8-497e-a632-56ef24ce13c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270766 Apr 05 11:34:49.035983 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:49.093911 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cfeef-ea93-49d1-9583-bfb3fca586be req-6e989284-f723-4d13-8b05-cf4717dcf6ed tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:49.095295 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-374cfeef-ea93-49d1-9583-bfb3fca586be req-6e989284-f723-4d13-8b05-cf4717dcf6ed tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 944 time: 0.0559280 Apr 05 11:34:49.141765 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-374cfeef-ea93-49d1-9583-bfb3fca586be req-b8d85be6-0730-498f-83b2-989cdcdaafd4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402958 Apr 05 11:34:49.167059 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:34:49.171371 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:49.171765 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (2fb694b4-1fdd-4b95-9ce5-859afbba5e16), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:49.274318 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:49.274786 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (2fb694b4-1fdd-4b95-9ce5-859afbba5e16), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:49.305177 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fd886b-f0e3-4596-bdec-cdfa852af6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb694b4-1fdd-4b95-9ce5-859afbba5e16'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:49.307445 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012ccdf0-59b2-4cd9-9234-70d529603c33" -d '{"events": [{"server_uuid": "e2fd886b-f0e3-4596-bdec-cdfa852af6a3", "name": "network-vif-plugged", "status": "completed", "tag": "2fb694b4-1fdd-4b95-9ce5-859afbba5e16"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:49.324184 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-0393f1a3-9f9c-4c20-a9fc-0c52e736a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:49.325668 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-0393f1a3-9f9c-4c20-a9fc-0c52e736a122 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83da91da-2a37-43a9-b807-df1a6d29d057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1279883 Apr 05 11:34:49.330222 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2fb694b4-1fdd-4b95-9ce5-859afbba5e16,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:49.350935 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ca9d07-ec6d-484b-b216-e763b7e6b3de x-openstack-request-id: req-60ca9d07-ec6d-484b-b216-e763b7e6b3de {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:49.351253 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2fd886b-f0e3-4596-bdec-cdfa852af6a3", "name": "network-vif-plugged", "status": "completed", "tag": "2fb694b4-1fdd-4b95-9ce5-859afbba5e16", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:49.352308 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60ca9d07-ec6d-484b-b216-e763b7e6b3de {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:49.352308 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ca9d07-ec6d-484b-b216-e763b7e6b3de'] response: {'server_uuid': 'e2fd886b-f0e3-4596-bdec-cdfa852af6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb694b4-1fdd-4b95-9ce5-859afbba5e16', 'code': 200} Apr 05 11:34:49.352479 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-57ab9c5e-4c99-404e-82e7-15e8afaec858 req-597cd069-4042-4347-adc7-86af1a09762e service neutron] 10.222.0.57 "GET /v2.0/networks/f9525c86-10c8-497e-a632-56ef24ce13c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559875 Apr 05 11:34:49.385227 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1555f-297d-4988-9bf1-3683f28ec4e4 req-af0595b8-695e-4c59-9be1-67e4cc033f52 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:49.386779 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e5b1555f-297d-4988-9bf1-3683f28ec4e4 req-af0595b8-695e-4c59-9be1-67e4cc033f52 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0573587 Apr 05 11:34:49.436534 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e5b1555f-297d-4988-9bf1-3683f28ec4e4 req-6eb1400c-8247-467d-b777-b3bbfd65f576 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440404 Apr 05 11:34:49.441518 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (2fb694b4-1fdd-4b95-9ce5-859afbba5e16), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:49.492870 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=2fb694b4-1fdd-4b95-9ce5-859afbba5e16,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:50.259720 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a412118-98de-40d3-9820-c60e2906b575 req-c5b3d835-0b7f-4257-9dea-3c0adecab55d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:50.261247 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3a412118-98de-40d3-9820-c60e2906b575 req-c5b3d835-0b7f-4257-9dea-3c0adecab55d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0515027 Apr 05 11:34:50.315962 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3a412118-98de-40d3-9820-c60e2906b575 req-f77d8505-0fda-4ba3-9153-838b2650a45e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487649 Apr 05 11:34:50.556631 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081c3eb-35d2-4d94-b8dc-9ae00b68e49c req-59826e4f-7df3-4215-99fa-408b9e49ab5b tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:50.558151 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f081c3eb-35d2-4d94-b8dc-9ae00b68e49c req-59826e4f-7df3-4215-99fa-408b9e49ab5b tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0542064 Apr 05 11:34:50.604881 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f081c3eb-35d2-4d94-b8dc-9ae00b68e49c req-65dfe3b4-4b1c-41a1-b873-dea33c87d3a6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412235 Apr 05 11:34:50.715314 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a3c4b99a-6cb9-4026-9ba5-c01be0ad7aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:51.011386 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 58912) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:51.114076 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2833d1c0-e6d3-4e60-8a6e-4fdee27eadb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:51.190265 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2833d1c0-e6d3-4e60-8a6e-4fdee27eadb7 admin admin] Publish callbacks [] for security_group (f82ddc09-fee5-4622-8417-d406b5120c51), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:51.257911 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2833d1c0-e6d3-4e60-8a6e-4fdee27eadb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (f82ddc09-fee5-4622-8417-d406b5120c51), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:51.296173 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833d1c0-e6d3-4e60-8a6e-4fdee27eadb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82ddc09-fee5-4622-8417-d406b5120c51,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:51.302652 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-2833d1c0-e6d3-4e60-8a6e-4fdee27eadb7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=36c8eb60c5e84773a3c1cee76ce30377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894015 Apr 05 11:34:51.304741 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 58918) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:51.355679 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c14427d4-844e-4e01-b3da-45aed3101265 admin admin] Publish callbacks [] for security_group (f82ddc09-fee5-4622-8417-d406b5120c51), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:51.377230 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c14427d4-844e-4e01-b3da-45aed3101265 admin admin] Publish callbacks [] for security_group (f82ddc09-fee5-4622-8417-d406b5120c51), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:51.436422 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6f35f-e65f-4fcd-900e-3b497bbecfd2 req-c5097def-e730-4b00-840c-968903dd414f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:51.437900 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-63c6f35f-e65f-4fcd-900e-3b497bbecfd2 req-c5097def-e730-4b00-840c-968903dd414f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0508220 Apr 05 11:34:51.490278 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-63c6f35f-e65f-4fcd-900e-3b497bbecfd2 req-fa38bb50-7026-4cea-b544-4f1c7ff7bf9c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459986 Apr 05 11:34:51.566903 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c14427d4-844e-4e01-b3da-45aed3101265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (f82ddc09-fee5-4622-8417-d406b5120c51), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:51.571399 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c14427d4-844e-4e01-b3da-45aed3101265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:51.572610 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-c14427d4-844e-4e01-b3da-45aed3101265 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f82ddc09-fee5-4622-8417-d406b5120c51 HTTP/1.1" status: 204 len: 168 time: 0.2669454 Apr 05 11:34:51.581804 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14427d4-844e-4e01-b3da-45aed3101265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82ddc09-fee5-4622-8417-d406b5120c51,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:51.722622 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fea55d-d0b1-4683-8e12-3bb679a9ab9c req-3c4c12fe-583d-4ae8-9a16-852c57c24b19 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:51.724347 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-69fea55d-d0b1-4683-8e12-3bb679a9ab9c req-3c4c12fe-583d-4ae8-9a16-852c57c24b19 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0505486 Apr 05 11:34:51.779791 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-69fea55d-d0b1-4683-8e12-3bb679a9ab9c req-e2121256-6c69-422f-a24d-a503b0a14f23 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501940 Apr 05 11:34:52.291682 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 58934) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:52.305713 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-11963098-f85b-4a0c-b0c7-993e54c8526f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.380837 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-11963098-f85b-4a0c-b0c7-993e54c8526f admin admin] Publish callbacks [] for security_group (11175f98-990f-4291-9971-d8ea8245bfe8), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.452728 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-11963098-f85b-4a0c-b0c7-993e54c8526f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (11175f98-990f-4291-9971-d8ea8245bfe8), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.490709 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11963098-f85b-4a0c-b0c7-993e54c8526f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11175f98-990f-4291-9971-d8ea8245bfe8,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:52.494831 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-11963098-f85b-4a0c-b0c7-993e54c8526f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=089094cbcc2d48d0bd9098b8e1ed00f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019529 Apr 05 11:34:52.497435 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 58940) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:52.545546 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a0d690cf-6b48-4010-94a7-15b66a67cab9 admin admin] Publish callbacks [] for security_group (11175f98-990f-4291-9971-d8ea8245bfe8), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.567091 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a0d690cf-6b48-4010-94a7-15b66a67cab9 admin admin] Publish callbacks [] for security_group (11175f98-990f-4291-9971-d8ea8245bfe8), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.609880 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b75c0c-b4c9-4cfc-ba42-7e20ab0c7131 req-b39bca8c-5233-46aa-a9d1-59a8d550abce tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:52.611326 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-26b75c0c-b4c9-4cfc-ba42-7e20ab0c7131 req-b39bca8c-5233-46aa-a9d1-59a8d550abce tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0539346 Apr 05 11:34:52.657136 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-26b75c0c-b4c9-4cfc-ba42-7e20ab0c7131 req-e9be7483-b4f0-4652-ac96-f6674e3ed8a8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400002 Apr 05 11:34:52.681052 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a0d690cf-6b48-4010-94a7-15b66a67cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (11175f98-990f-4291-9971-d8ea8245bfe8), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.683652 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a0d690cf-6b48-4010-94a7-15b66a67cab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.704871 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-a0d690cf-6b48-4010-94a7-15b66a67cab9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11175f98-990f-4291-9971-d8ea8245bfe8 HTTP/1.1" status: 204 len: 168 time: 0.1864333 Apr 05 11:34:52.704871 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d690cf-6b48-4010-94a7-15b66a67cab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11175f98-990f-4291-9971-d8ea8245bfe8,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:52.896585 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7b713-bbb7-47cf-9432-94b0d98b23fe req-bfb9f630-794d-48b1-abfe-7bddcba5dcaa tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:52.898078 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b0f7b713-bbb7-47cf-9432-94b0d98b23fe req-bfb9f630-794d-48b1-abfe-7bddcba5dcaa tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0539193 Apr 05 11:34:52.945601 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b0f7b713-bbb7-47cf-9432-94b0d98b23fe req-4143b8c4-2ce9-48cd-ade4-a187933b6b3c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419979 Apr 05 11:34:53.058169 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-23d0ca1f-fa82-41ba-83f3-dce66c2247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.161743 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-10e98d76-6ffa-4761-aeba-bff836a63048 service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919762 Apr 05 11:34:53.283070 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6b6c6abb-11af-4abf-903c-86c5db7edadc req-772fb513-381b-4c36-a349-d24088678b11 service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919523 Apr 05 11:34:53.779675 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86dca3-91e2-49f9-a236-84ca9e4d8e8c req-7bc70910-c001-4c4c-ae23-c692810eacf9 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:53.781164 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc86dca3-91e2-49f9-a236-84ca9e4d8e8c req-7bc70910-c001-4c4c-ae23-c692810eacf9 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0537622 Apr 05 11:34:53.832663 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc86dca3-91e2-49f9-a236-84ca9e4d8e8c req-fbe8a0e5-efa6-4659-a9a0-b5588ae40d4b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447252 Apr 05 11:34:54.023557 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 58978) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:54.041969 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:54.076231 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ad423-f73b-4166-81e1-727e4ab4885d req-ba845390-e7fc-4ea4-801c-46665ef18077 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:54.077775 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c60ad423-f73b-4166-81e1-727e4ab4885d req-ba845390-e7fc-4ea4-801c-46665ef18077 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0670581 Apr 05 11:34:54.126056 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c60ad423-f73b-4166-81e1-727e4ab4885d req-1c72162d-446a-4ff7-a064-eed720752da6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419137 Apr 05 11:34:54.151330 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-74a7987a-8651-4ebe-a1c5-485475a2e3dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-134946925-network', 'tenant_id': '4bcb997060c44182be0da7d9321231fc'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:54.257817 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a7987a-8651-4ebe-a1c5-485475a2e3dd admin admin] Made reservation on behalf of 4bcb997060c44182be0da7d9321231fc for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:54.260117 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74a7987a-8651-4ebe-a1c5-485475a2e3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:54.274448 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74a7987a-8651-4ebe-a1c5-485475a2e3dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:54.344464 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74a7987a-8651-4ebe-a1c5-485475a2e3dd admin admin] Publish callbacks [] for security_group (0e13f830-e1f9-4146-8214-7b5bad051ad6), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:54.469488 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74a7987a-8651-4ebe-a1c5-485475a2e3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (0e13f830-e1f9-4146-8214-7b5bad051ad6), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:54.494778 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a7987a-8651-4ebe-a1c5-485475a2e3dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:34:54.503345 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7987a-8651-4ebe-a1c5-485475a2e3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e13f830-e1f9-4146-8214-7b5bad051ad6,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:54.509217 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74a7987a-8651-4ebe-a1c5-485475a2e3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (9ce9f444-38cf-4f95-9c05-e2c33ab8a347), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:54.509558 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-74a7987a-8651-4ebe-a1c5-485475a2e3dd admin admin] Added segment 9ce9f444-38cf-4f95-9c05-e2c33ab8a347 of type vlan for network 4d7348e3-5aa4-4a2c-af5d-7043d059c928 Apr 05 11:34:54.548291 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74a7987a-8651-4ebe-a1c5-485475a2e3dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (4d7348e3-5aa4-4a2c-af5d-7043d059c928), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:54.685862 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74a7987a-8651-4ebe-a1c5-485475a2e3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (4d7348e3-5aa4-4a2c-af5d-7043d059c928), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:54.686844 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a7987a-8651-4ebe-a1c5-485475a2e3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:54.687448 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74a7987a-8651-4ebe-a1c5-485475a2e3dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:54.749308 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7987a-8651-4ebe-a1c5-485475a2e3dd admin admin] Pushing event updated for resources: {'Network': ['ID=4d7348e3-5aa4-4a2c-af5d-7043d059c928,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:54.759586 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network 4d7348e3-5aa4-4a2c-af5d-7043d059c928 details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:34:54.787126 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-74a7987a-8651-4ebe-a1c5-485475a2e3dd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7615628 Apr 05 11:34:54.794108 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 58990) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:54.797342 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-880d758f-7e50-4f24-9550-019d09a66a1c admin admin] Request body: {'subnet': {'network_id': '4d7348e3-5aa4-4a2c-af5d-7043d059c928', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-134946925-subnet', 'tenant_id': '4bcb997060c44182be0da7d9321231fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:54.892445 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880d758f-7e50-4f24-9550-019d09a66a1c admin admin] Made reservation on behalf of 4bcb997060c44182be0da7d9321231fc for: {'subnet': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:54.894811 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-880d758f-7e50-4f24-9550-019d09a66a1c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:55.162364 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-880d758f-7e50-4f24-9550-019d09a66a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for subnet (b0436f5c-bf78-413a-aab8-d1ecf93bbbac), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:55.184423 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953305b-309f-4c7e-a37c-a668d9949982 req-1d207bff-3275-4626-b3ac-dbf9417d196b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:55.185599 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5953305b-309f-4c7e-a37c-a668d9949982 req-1d207bff-3275-4626-b3ac-dbf9417d196b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.2865701 Apr 05 11:34:55.236543 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5953305b-309f-4c7e-a37c-a668d9949982 req-e1349e76-855c-46a4-a7e6-6309112665fe tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446515 Apr 05 11:34:55.253495 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d758f-7e50-4f24-9550-019d09a66a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0436f5c-bf78-413a-aab8-d1ecf93bbbac,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:55.271200 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880d758f-7e50-4f24-9550-019d09a66a1c admin admin] Checking segment: {'id': '9ce9f444-38cf-4f95-9c05-e2c33ab8a347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '4d7348e3-5aa4-4a2c-af5d-7043d059c928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:55.271591 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880d758f-7e50-4f24-9550-019d09a66a1c admin admin] Network hostable DHCP agents. Network: 4d7348e3-5aa4-4a2c-af5d-7043d059c928, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:34:55.287078 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e0250-26a5-4229-a552-d3f1ffca4be0 req-5fe68c26-9c00-45be-9d79-6825f2797dab tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:55.288591 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-019e0250-26a5-4229-a552-d3f1ffca4be0 req-5fe68c26-9c00-45be-9d79-6825f2797dab tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0885689 Apr 05 11:34:55.338448 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-019e0250-26a5-4229-a552-d3f1ffca4be0 req-9d6d37e2-295a-4852-8d39-b369958a01c3 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440645 Apr 05 11:34:55.417891 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880d758f-7e50-4f24-9550-019d09a66a1c admin admin] Network 4d7348e3-5aa4-4a2c-af5d-7043d059c928 is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:34:55.475142 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:55.510797 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-880d758f-7e50-4f24-9550-019d09a66a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, 4d7348e3-5aa4-4a2c-af5d-7043d059c928) {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:55.515862 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880d758f-7e50-4f24-9550-019d09a66a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:55.518804 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-880d758f-7e50-4f24-9550-019d09a66a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:55.526844 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6088f0c4-3315-48eb-9c4f-432419581010 None None] Network 4d7348e3-5aa4-4a2c-af5d-7043d059c928 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:34:55.644682 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2585a9-5da2-4c24-85f4-f87390bbd570 None None] Network 4d7348e3-5aa4-4a2c-af5d-7043d059c928 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:34:55.650786 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-880d758f-7e50-4f24-9550-019d09a66a1c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8595021 Apr 05 11:34:56.360764 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5313-0909-4ec6-831b-db55a9d76089 req-43bbe56f-f280-4540-aca9-010831a0feb5 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:56.362232 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-814c5313-0909-4ec6-831b-db55a9d76089 req-43bbe56f-f280-4540-aca9-010831a0feb5 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0534933 Apr 05 11:34:56.386793 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59026) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:56.391628 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-c111d189-0173-4302-a35c-31fa2ef365d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1551553420-network', 'tenant_id': 'd4f1e0b434ff4946addb8233c9c11e8a'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:56.424490 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-814c5313-0909-4ec6-831b-db55a9d76089 req-8c8b4bef-5ccb-43d9-9641-891b8e9edf7e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477688 Apr 05 11:34:56.473309 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b27d5d-8908-4f82-8a6d-0b3b97b8c8be req-42c88444-99e2-4bf5-886c-c897c4b8ec4e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:56.474799 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-88b27d5d-8908-4f82-8a6d-0b3b97b8c8be req-42c88444-99e2-4bf5-886c-c897c4b8ec4e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0532939 Apr 05 11:34:56.475861 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c111d189-0173-4302-a35c-31fa2ef365d1 admin admin] Made reservation on behalf of d4f1e0b434ff4946addb8233c9c11e8a for: {'network': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:56.478018 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c111d189-0173-4302-a35c-31fa2ef365d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.492340 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c111d189-0173-4302-a35c-31fa2ef365d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.554462 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-88b27d5d-8908-4f82-8a6d-0b3b97b8c8be req-424781a6-3ccf-4834-9393-1c01e1b570bb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732892 Apr 05 11:34:56.606805 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c111d189-0173-4302-a35c-31fa2ef365d1 admin admin] Publish callbacks [] for security_group (d6237e90-ea83-4fe9-86e0-d59dd83d8ff7), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.726412 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c111d189-0173-4302-a35c-31fa2ef365d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (d6237e90-ea83-4fe9-86e0-d59dd83d8ff7), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.751099 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c111d189-0173-4302-a35c-31fa2ef365d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:34:56.761295 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111d189-0173-4302-a35c-31fa2ef365d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6237e90-ea83-4fe9-86e0-d59dd83d8ff7,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:56.765963 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c111d189-0173-4302-a35c-31fa2ef365d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (25c80c27-f7ef-41e1-b258-4a932366b006), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.766242 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.segments_db [None req-c111d189-0173-4302-a35c-31fa2ef365d1 admin admin] Added segment 25c80c27-f7ef-41e1-b258-4a932366b006 of type vlan for network 4cd3b12c-5c92-453f-99ac-edd4c0ce836e Apr 05 11:34:56.807153 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c111d189-0173-4302-a35c-31fa2ef365d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (4cd3b12c-5c92-453f-99ac-edd4c0ce836e), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.966539 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c111d189-0173-4302-a35c-31fa2ef365d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (4cd3b12c-5c92-453f-99ac-edd4c0ce836e), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.967468 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c111d189-0173-4302-a35c-31fa2ef365d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:56.968049 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c111d189-0173-4302-a35c-31fa2ef365d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:57.006663 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:57.029908 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111d189-0173-4302-a35c-31fa2ef365d1 admin admin] Pushing event updated for resources: {'Network': ['ID=4cd3b12c-5c92-453f-99ac-edd4c0ce836e,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:57.040121 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network 4cd3b12c-5c92-453f-99ac-edd4c0ce836e details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:34:57.094800 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-c111d189-0173-4302-a35c-31fa2ef365d1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7068622 Apr 05 11:34:57.098922 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59030) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:57.103971 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-bf22a60b-8bdd-4fed-a521-c02f04dcaf95 admin admin] Request body: {'subnet': {'network_id': '4cd3b12c-5c92-453f-99ac-edd4c0ce836e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1551553420-subnet', 'tenant_id': 'd4f1e0b434ff4946addb8233c9c11e8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:57.178482 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf22a60b-8bdd-4fed-a521-c02f04dcaf95 admin admin] Made reservation on behalf of d4f1e0b434ff4946addb8233c9c11e8a for: {'subnet': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:57.180954 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bf22a60b-8bdd-4fed-a521-c02f04dcaf95 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:57.423987 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bf22a60b-8bdd-4fed-a521-c02f04dcaf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for subnet (ecb4cdf2-c55e-4de9-8920-76dd776803cd), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:57.482270 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22a60b-8bdd-4fed-a521-c02f04dcaf95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb4cdf2-c55e-4de9-8920-76dd776803cd,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:57.490757 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22a60b-8bdd-4fed-a521-c02f04dcaf95 admin admin] Checking segment: {'id': '25c80c27-f7ef-41e1-b258-4a932366b006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4cd3b12c-5c92-453f-99ac-edd4c0ce836e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:57.491164 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf22a60b-8bdd-4fed-a521-c02f04dcaf95 admin admin] Network hostable DHCP agents. Network: 4cd3b12c-5c92-453f-99ac-edd4c0ce836e, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:34:57.547633 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bf9f6-fb6e-4822-8904-26b495e9e2e0 req-4df20f6f-2385-4592-9dcc-75b9769a5e0b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:57.549120 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-171bf9f6-fb6e-4822-8904-26b495e9e2e0 req-4df20f6f-2385-4592-9dcc-75b9769a5e0b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0531113 Apr 05 11:34:57.589463 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf22a60b-8bdd-4fed-a521-c02f04dcaf95 admin admin] Network 4cd3b12c-5c92-453f-99ac-edd4c0ce836e is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:34:57.600547 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-171bf9f6-fb6e-4822-8904-26b495e9e2e0 req-c45041b3-084b-4379-897e-b738d1d33a19 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448391 Apr 05 11:34:57.676198 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336070f0-5193-48a4-b7de-17d519a266b1 req-b23a1ce0-dba1-4013-9a28-31c2f982041a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:57.679125 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-336070f0-5193-48a4-b7de-17d519a266b1 req-b23a1ce0-dba1-4013-9a28-31c2f982041a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0558481 Apr 05 11:34:57.720068 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-bf22a60b-8bdd-4fed-a521-c02f04dcaf95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, 4cd3b12c-5c92-453f-99ac-edd4c0ce836e) {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:57.727716 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf22a60b-8bdd-4fed-a521-c02f04dcaf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:57.728788 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bf22a60b-8bdd-4fed-a521-c02f04dcaf95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:57.730109 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc664bb-7d01-4b29-8c0d-28ca985e79c5 None None] Network 4cd3b12c-5c92-453f-99ac-edd4c0ce836e requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:34:57.734130 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-336070f0-5193-48a4-b7de-17d519a266b1 req-1a127b3e-5e94-4531-9971-38d68778fa18 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487435 Apr 05 11:34:57.831046 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bf6545-c8a4-42a5-9cbe-a3417e7d28e7 None None] Network 4cd3b12c-5c92-453f-99ac-edd4c0ce836e requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:34:57.850313 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-bf22a60b-8bdd-4fed-a521-c02f04dcaf95 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7501690 Apr 05 11:34:58.011464 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82557e6-c882-4df3-9ea7-4782b575d69e req-eca2f260-8360-4e69-864e-2fb38cd17f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:58.017162 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a82557e6-c882-4df3-9ea7-4782b575d69e req-eca2f260-8360-4e69-864e-2fb38cd17f50 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 1129 time: 0.0473509 Apr 05 11:34:58.719865 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf74c60-0b9c-447f-90a4-9005d672dc9a req-c41810b4-65c7-4c60-8883-ff45b1255b2b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:58.721340 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0bf74c60-0b9c-447f-90a4-9005d672dc9a req-c41810b4-65c7-4c60-8883-ff45b1255b2b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0527318 Apr 05 11:34:58.773395 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0bf74c60-0b9c-447f-90a4-9005d672dc9a req-06d16634-0f3a-4386-a88e-a08156c8c420 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461984 Apr 05 11:34:58.895551 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977385e-4222-49a5-9bdf-a1d03f2e7bce req-0bd653bd-0742-4b15-a037-8ce488d09c62 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:58.897228 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3977385e-4222-49a5-9bdf-a1d03f2e7bce req-0bd653bd-0742-4b15-a037-8ce488d09c62 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0735571 Apr 05 11:34:58.949130 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3977385e-4222-49a5-9bdf-a1d03f2e7bce req-a693d22e-c5d7-4f18-9c84-963b46c79b9f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452313 Apr 05 11:34:59.321595 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a82557e6-c882-4df3-9ea7-4782b575d69e req-1b7ba1ef-5a61-4a78-a6f0-0c807083d423 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428951 Apr 05 11:34:59.915389 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9303cad-a505-4bcf-973e-fc65a645d23c req-7750622b-a699-4586-a2d6-22e218e801d2 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:59.916904 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f9303cad-a505-4bcf-973e-fc65a645d23c req-7750622b-a699-4586-a2d6-22e218e801d2 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0564821 Apr 05 11:34:59.968049 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f9303cad-a505-4bcf-973e-fc65a645d23c req-71fc74d1-068b-4e91-baa5-46b4eebf40aa tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455050 Apr 05 11:35:00.089080 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d2028-15ef-405e-8877-bb5a452c5d6a req-ff360945-ad39-4b25-be2e-06c34664bcfd tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:00.090575 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f05d2028-15ef-405e-8877-bb5a452c5d6a req-ff360945-ad39-4b25-be2e-06c34664bcfd tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0530355 Apr 05 11:35:00.136800 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f05d2028-15ef-405e-8877-bb5a452c5d6a req-470d17f4-b17c-4795-b9de-8daff10286ad tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406671 Apr 05 11:35:01.092343 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c3080-b76d-4baf-8a0a-259fc0cf0d3e req-04afbffc-11ca-4be1-958f-58b05ce41629 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:01.093709 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cd7c3080-b76d-4baf-8a0a-259fc0cf0d3e req-04afbffc-11ca-4be1-958f-58b05ce41629 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0511105 Apr 05 11:35:01.143504 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cd7c3080-b76d-4baf-8a0a-259fc0cf0d3e req-a4f533aa-082d-41af-9129-2f45e5439443 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441411 Apr 05 11:35:01.272327 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e7161-13a3-4ef8-83df-d39ad400626c req-7d38c3ca-1e59-4d3d-b196-dc3284c9125c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:01.273804 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0b8e7161-13a3-4ef8-83df-d39ad400626c req-7d38c3ca-1e59-4d3d-b196-dc3284c9125c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0569510 Apr 05 11:35:01.324455 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0b8e7161-13a3-4ef8-83df-d39ad400626c req-7e514b36-3192-482b-b17c-597038badf18 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451231 Apr 05 11:35:02.257385 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202b431-54b5-46eb-865e-9c8b0d060c95 req-4bcff9da-7f07-472d-9477-1597fdf241a3 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:02.258849 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c202b431-54b5-46eb-865e-9c8b0d060c95 req-4bcff9da-7f07-472d-9477-1597fdf241a3 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0510967 Apr 05 11:35:02.304211 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c202b431-54b5-46eb-865e-9c8b0d060c95 req-ff49b123-6055-4d13-b85e-860ba1627bdf tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399446 Apr 05 11:35:02.440379 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efc124-ec89-4d7c-a34f-1a366fdbbc89 req-ef5b0eff-3b7e-4e63-a080-e0910823fa55 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:02.441753 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f0efc124-ec89-4d7c-a34f-1a366fdbbc89 req-ef5b0eff-3b7e-4e63-a080-e0910823fa55 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 943 time: 0.0511253 Apr 05 11:35:02.487850 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f0efc124-ec89-4d7c-a34f-1a366fdbbc89 req-c6e35d43-182d-4059-826d-1079050a6851 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395350 Apr 05 11:35:02.789199 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:35:02.889994 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9aac8d4b-83d8-4a48-87aa-17a88f5ed914,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:35:02.903112 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'port_id': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914', 'mac_address': 'fa:16:3e:d6:c5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:35:02.948594 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:02.949018 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (9aac8d4b-83d8-4a48-87aa-17a88f5ed914), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:02.961373 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:35:02.980551 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9aac8d4b-83d8-4a48-87aa-17a88f5ed914,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:35:03.052785 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (9aac8d4b-83d8-4a48-87aa-17a88f5ed914), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:03.100580 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=9aac8d4b-83d8-4a48-87aa-17a88f5ed914,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:03.422270 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fc12c-071c-4d32-b2ac-06faa0e3398c req-865413a0-78ea-4fe6-995f-e1945ae91ecf tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:03.423761 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-573fc12c-071c-4d32-b2ac-06faa0e3398c req-865413a0-78ea-4fe6-995f-e1945ae91ecf tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0529687 Apr 05 11:35:03.472104 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-573fc12c-071c-4d32-b2ac-06faa0e3398c req-aded5b1a-3bbc-437c-b885-047714fe47cc tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417080 Apr 05 11:35:03.523369 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['9aac8d4b-83d8-4a48-87aa-17a88f5ed914'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:35:03.611639 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb9873-f4eb-426c-88ee-d7daef5e1030 req-470c6c75-a915-42ef-b9b4-da6c11c0fbd7 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:03.613122 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0aeb9873-f4eb-426c-88ee-d7daef5e1030 req-470c6c75-a915-42ef-b9b4-da6c11c0fbd7 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 944 time: 0.0582674 Apr 05 11:35:03.662971 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0aeb9873-f4eb-426c-88ee-d7daef5e1030 req-335b9bbb-e0e0-47e3-adb9-0aec7344cbb7 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440888 Apr 05 11:35:04.596583 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341b02d-3045-44b6-85ce-6f18740f9eeb req-6b2c80a8-ac85-4c3a-82c4-24fa91eb0239 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:04.598666 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2341b02d-3045-44b6-85ce-6f18740f9eeb req-6b2c80a8-ac85-4c3a-82c4-24fa91eb0239 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0567069 Apr 05 11:35:04.662505 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2341b02d-3045-44b6-85ce-6f18740f9eeb req-e717f40d-3443-4d97-9a34-f7691a6b7b1e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566745 Apr 05 11:35:04.744346 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1e52b-3683-4f7f-b136-342b57a025c3 req-c67f5ab9-5f6e-4404-b773-be87912df481 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:04.745913 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eab1e52b-3683-4f7f-b136-342b57a025c3 req-c67f5ab9-5f6e-4404-b773-be87912df481 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 946 time: 0.0696986 Apr 05 11:35:04.816064 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eab1e52b-3683-4f7f-b136-342b57a025c3 req-abf67b0b-3abe-437c-ad36-fefb6248afa0 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646689 Apr 05 11:35:04.943530 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c676ed-6c43-47d2-b33c-7fc67e9201a3 req-372c6018-d7d0-417f-8e1e-3224c54c029d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:04.945026 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c0c676ed-6c43-47d2-b33c-7fc67e9201a3 req-372c6018-d7d0-417f-8e1e-3224c54c029d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 944 time: 0.0518589 Apr 05 11:35:04.990824 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c0c676ed-6c43-47d2-b33c-7fc67e9201a3 req-8c778373-1fad-4c0d-86cd-a2dc0adbdc6a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402608 Apr 05 11:35:05.119688 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:35:05.250708 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59200) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:05.279465 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:35:05.286213 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:05.286213 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (9aac8d4b-83d8-4a48-87aa-17a88f5ed914), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:05.377466 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4a51dc47-6f5d-4cfc-888d-eff53677d733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:05.394554 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:05.395521 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (9aac8d4b-83d8-4a48-87aa-17a88f5ed914), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:05.422438 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d17a6-7459-40a2-94ee-6724ee20fdae req-168d32f8-8ba6-4634-bdf4-d000ee088fca tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:05.436653 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aa3d17a6-7459-40a2-94ee-6724ee20fdae req-168d32f8-8ba6-4634-bdf4-d000ee088fca tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0905907 Apr 05 11:35:05.438757 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9aac8d4b-83d8-4a48-87aa-17a88f5ed914,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:35:05.439971 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78373594-67e2-4cfc-8b01-6417123e373b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:35:05.442673 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9c6b93-43f2-458e-a418-1f9e5e8d8156" -d '{"events": [{"server_uuid": "78373594-67e2-4cfc-8b01-6417123e373b", "name": "network-vif-plugged", "status": "completed", "tag": "9aac8d4b-83d8-4a48-87aa-17a88f5ed914"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:35:05.463104 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4a51dc47-6f5d-4cfc-888d-eff53677d733 admin admin] Publish callbacks [] for security_group (75af0c91-2431-4f03-afc9-a5fac5bf9e26), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:05.481322 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0c919e-0e0a-401e-9296-21ee557210e8 x-openstack-request-id: req-1c0c919e-0e0a-401e-9296-21ee557210e8 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:35:05.481644 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78373594-67e2-4cfc-8b01-6417123e373b", "name": "network-vif-plugged", "status": "completed", "tag": "9aac8d4b-83d8-4a48-87aa-17a88f5ed914", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:35:05.481904 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c0c919e-0e0a-401e-9296-21ee557210e8 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:35:05.482321 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0c919e-0e0a-401e-9296-21ee557210e8'] response: {'server_uuid': '78373594-67e2-4cfc-8b01-6417123e373b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914', 'code': 200} Apr 05 11:35:05.488153 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aa3d17a6-7459-40a2-94ee-6724ee20fdae req-69078354-38da-46fd-8806-2416c73256f4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566456 Apr 05 11:35:05.532045 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (9aac8d4b-83d8-4a48-87aa-17a88f5ed914), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:05.582231 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=9aac8d4b-83d8-4a48-87aa-17a88f5ed914,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:05.594676 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4a51dc47-6f5d-4cfc-888d-eff53677d733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (75af0c91-2431-4f03-afc9-a5fac5bf9e26), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:05.634354 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-4a51dc47-6f5d-4cfc-888d-eff53677d733 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dbbe7385116e45f588fdb700f3d44505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3824742 Apr 05 11:35:05.635120 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51dc47-6f5d-4cfc-888d-eff53677d733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75af0c91-2431-4f03-afc9-a5fac5bf9e26,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:05.637414 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59212) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:05.689219 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab3b9-0700-41c0-8763-0a6dae86fc21 admin admin] Publish callbacks [] for security_group (75af0c91-2431-4f03-afc9-a5fac5bf9e26), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:05.711305 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab3b9-0700-41c0-8763-0a6dae86fc21 admin admin] Publish callbacks [] for security_group (75af0c91-2431-4f03-afc9-a5fac5bf9e26), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:05.863205 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab3b9-0700-41c0-8763-0a6dae86fc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (75af0c91-2431-4f03-afc9-a5fac5bf9e26), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:05.867448 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab3b9-0700-41c0-8763-0a6dae86fc21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:05.871805 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ea0ab3b9-0700-41c0-8763-0a6dae86fc21 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/75af0c91-2431-4f03-afc9-a5fac5bf9e26 HTTP/1.1" status: 204 len: 168 time: 0.2302809 Apr 05 11:35:05.877778 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ab3b9-0700-41c0-8763-0a6dae86fc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75af0c91-2431-4f03-afc9-a5fac5bf9e26,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:05.952511 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429afb1-ef42-4af9-b68c-a981872392f8 req-e3507a29-1789-446d-b681-ea6598146aa0 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:05.954068 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1429afb1-ef42-4af9-b68c-a981872392f8 req-e3507a29-1789-446d-b681-ea6598146aa0 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 946 time: 0.0613184 Apr 05 11:35:06.001591 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1429afb1-ef42-4af9-b68c-a981872392f8 req-9d0e77a7-7337-43cc-9b1f-bf4d28d0e085 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 Apr 05 11:35:06.114768 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31c2ea-ef21-46b6-a80f-576bfef0612b req-4641da0a-32b5-42c8-9f42-de7c754e19cf tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:06.116281 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5f31c2ea-ef21-46b6-a80f-576bfef0612b req-4641da0a-32b5-42c8-9f42-de7c754e19cf tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 945 time: 0.0521784 Apr 05 11:35:06.164026 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5f31c2ea-ef21-46b6-a80f-576bfef0612b req-3e0c452a-ac56-42d4-92de-2948b0686f26 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419905 Apr 05 11:35:06.611846 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632e740-2817-4d00-b0c2-87ee4367892c req-bc4efdd3-a068-4086-a2d8-9c318ce71e1b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:06.613329 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9632e740-2817-4d00-b0c2-87ee4367892c req-bc4efdd3-a068-4086-a2d8-9c318ce71e1b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0524743 Apr 05 11:35:06.659980 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9632e740-2817-4d00-b0c2-87ee4367892c req-56b7577a-2f22-4cd5-abc2-f4b3347e0cd8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409334 Apr 05 11:35:07.121112 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bda9e0-54b5-464e-baa6-68716172011a req-94e7da4f-c760-4af8-933e-580587909a21 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:07.122609 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61bda9e0-54b5-464e-baa6-68716172011a req-94e7da4f-c760-4af8-933e-580587909a21 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 946 time: 0.0518146 Apr 05 11:35:07.171385 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61bda9e0-54b5-464e-baa6-68716172011a req-64476545-fd5e-47bd-97b8-240d772b2f10 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431328 Apr 05 11:35:07.287877 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db47cb-b125-4ed5-b0f9-6d3f3d2e5d9e req-ecc2b9ff-f1d6-46a8-8639-c226298957d6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:07.289424 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-59db47cb-b125-4ed5-b0f9-6d3f3d2e5d9e req-ecc2b9ff-f1d6-46a8-8639-c226298957d6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 945 time: 0.0562255 Apr 05 11:35:07.336403 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-59db47cb-b125-4ed5-b0f9-6d3f3d2e5d9e req-b6839304-6186-43c3-86b0-d37160619eaf tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415337 Apr 05 11:35:07.607090 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59276) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:07.719050 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4da8acee-97bd-4f77-b84d-3695322b8f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:07.801384 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d66e33-f8e7-47c0-9438-505a3b09a0f9 req-34ffbb16-6a15-42f4-8c14-280b8e97134a tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:07.802860 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a2d66e33-f8e7-47c0-9438-505a3b09a0f9 req-34ffbb16-6a15-42f4-8c14-280b8e97134a tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0752914 Apr 05 11:35:07.868080 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4da8acee-97bd-4f77-b84d-3695322b8f3b admin admin] Publish callbacks [] for security_group (cedf1042-50f9-47fd-9d54-2e908612ffcc), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:07.872607 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a2d66e33-f8e7-47c0-9438-505a3b09a0f9 req-5502c5e6-08d8-42dc-898a-a22a790fcba5 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630844 Apr 05 11:35:07.948947 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4da8acee-97bd-4f77-b84d-3695322b8f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (cedf1042-50f9-47fd-9d54-2e908612ffcc), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:07.988182 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8acee-97bd-4f77-b84d-3695322b8f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedf1042-50f9-47fd-9d54-2e908612ffcc,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:07.994475 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4da8acee-97bd-4f77-b84d-3695322b8f3b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6352e1db6f144cc7ad720e72f0ed35dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3854725 Apr 05 11:35:07.998003 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59284) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:08.044366 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4d025d7a-85ed-45f4-a0bc-15c0f0ecfe73 admin admin] Publish callbacks [] for security_group (cedf1042-50f9-47fd-9d54-2e908612ffcc), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:08.068544 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4d025d7a-85ed-45f4-a0bc-15c0f0ecfe73 admin admin] Publish callbacks [] for security_group (cedf1042-50f9-47fd-9d54-2e908612ffcc), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:08.165921 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4d025d7a-85ed-45f4-a0bc-15c0f0ecfe73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (cedf1042-50f9-47fd-9d54-2e908612ffcc), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:08.168508 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4d025d7a-85ed-45f4-a0bc-15c0f0ecfe73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:08.169677 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4d025d7a-85ed-45f4-a0bc-15c0f0ecfe73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cedf1042-50f9-47fd-9d54-2e908612ffcc HTTP/1.1" status: 204 len: 168 time: 0.1708477 Apr 05 11:35:08.177635 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d025d7a-85ed-45f4-a0bc-15c0f0ecfe73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedf1042-50f9-47fd-9d54-2e908612ffcc,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:08.294671 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9ac4f-73bf-46ec-9232-f9a809b9a793 req-a2e74d61-9fd9-4eeb-b0d4-06c67f786bfa tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:08.296251 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a0d9ac4f-73bf-46ec-9232-f9a809b9a793 req-a2e74d61-9fd9-4eeb-b0d4-06c67f786bfa tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 946 time: 0.0522959 Apr 05 11:35:08.345687 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a0d9ac4f-73bf-46ec-9232-f9a809b9a793 req-d3b3c47b-96f0-4520-ac52-c9b05d0db993 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431275 Apr 05 11:35:08.454402 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38c928-8a30-4410-af08-139531f13c70 req-fc475637-094c-4467-806d-9b7b30d4e0eb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:08.455909 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3d38c928-8a30-4410-af08-139531f13c70 req-fc475637-094c-4467-806d-9b7b30d4e0eb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 945 time: 0.0535741 Apr 05 11:35:08.508107 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3d38c928-8a30-4410-af08-139531f13c70 req-d915f220-37ed-4530-9ec0-8b3b18ace279 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460234 Apr 05 11:35:08.999832 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa31de-9ced-4aae-83bd-a178d75455cf req-5820017c-3562-4b9e-97f8-90368aac6b4b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:09.005460 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a5fa31de-9ced-4aae-83bd-a178d75455cf req-5820017c-3562-4b9e-97f8-90368aac6b4b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0556848 Apr 05 11:35:09.049517 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a5fa31de-9ced-4aae-83bd-a178d75455cf req-012b21b2-d4da-42af-a8b2-a4492799c936 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Apr 05 11:35:09.149226 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59316) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:09.242620 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-9402c060-7600-4c01-a479-86778e79fc52 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1038592655-network', 'tenant_id': '8499ce2abe10411589e913912a8c40ed'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:09.354620 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9402c060-7600-4c01-a479-86778e79fc52 admin admin] Made reservation on behalf of 8499ce2abe10411589e913912a8c40ed for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:35:09.356967 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9402c060-7600-4c01-a479-86778e79fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:09.366579 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9402c060-7600-4c01-a479-86778e79fc52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:09.470060 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9402c060-7600-4c01-a479-86778e79fc52 admin admin] Publish callbacks [] for security_group (2563f6c6-2923-46dd-acaf-561284788b58), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:09.490187 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d90d9b-9c4d-4149-8d50-6daba96d1e63 req-6b1b0bc7-ab71-4956-8d05-ff3fc96646c1 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:09.491758 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-71d90d9b-9c4d-4149-8d50-6daba96d1e63 req-6b1b0bc7-ab71-4956-8d05-ff3fc96646c1 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 946 time: 0.0753703 Apr 05 11:35:09.539143 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-71d90d9b-9c4d-4149-8d50-6daba96d1e63 req-7948aafa-f596-4438-8edd-97af58691542 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415626 Apr 05 11:35:09.540234 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9402c060-7600-4c01-a479-86778e79fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (2563f6c6-2923-46dd-acaf-561284788b58), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:09.559116 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9402c060-7600-4c01-a479-86778e79fc52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:35:09.579272 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9402c060-7600-4c01-a479-86778e79fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (dcfa7b5c-0446-438d-96d7-90816366816d), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:09.579647 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-9402c060-7600-4c01-a479-86778e79fc52 admin admin] Added segment dcfa7b5c-0446-438d-96d7-90816366816d of type vlan for network b762bdc2-8c69-4463-a0a9-b6a9592c01ff Apr 05 11:35:09.588097 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402c060-7600-4c01-a479-86778e79fc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2563f6c6-2923-46dd-acaf-561284788b58,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:09.626699 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9402c060-7600-4c01-a479-86778e79fc52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (b762bdc2-8c69-4463-a0a9-b6a9592c01ff), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:09.645113 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30b9a9-23cb-495c-8319-00e54dc7038e req-573b9d87-5205-421b-8acf-27a6e91c8f00 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:09.646736 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9d30b9a9-23cb-495c-8319-00e54dc7038e req-573b9d87-5205-421b-8acf-27a6e91c8f00 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 945 time: 0.0687661 Apr 05 11:35:09.695049 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d666eaa-32a4-46f5-af13-0b554e204dc3 req-2be456ca-714f-4b3b-9682-1168e3e922bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:09.696888 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9d666eaa-32a4-46f5-af13-0b554e204dc3 req-2be456ca-714f-4b3b-9682-1168e3e922bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 1129 time: 0.0469255 Apr 05 11:35:09.699811 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9d30b9a9-23cb-495c-8319-00e54dc7038e req-76ba9667-f2ad-4f03-81ff-b8842a94cb5b tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469172 Apr 05 11:35:09.775252 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9402c060-7600-4c01-a479-86778e79fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (b762bdc2-8c69-4463-a0a9-b6a9592c01ff), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:09.799449 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9402c060-7600-4c01-a479-86778e79fc52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:09.799449 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9402c060-7600-4c01-a479-86778e79fc52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:09.851973 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d666eaa-32a4-46f5-af13-0b554e204dc3 req-f824ba16-7ee0-406b-aeb6-494df3a75d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:09.853549 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9d666eaa-32a4-46f5-af13-0b554e204dc3 req-f824ba16-7ee0-406b-aeb6-494df3a75d46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 920 time: 0.1463051 Apr 05 11:35:09.854290 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402c060-7600-4c01-a479-86778e79fc52 admin admin] Pushing event updated for resources: {'Network': ['ID=b762bdc2-8c69-4463-a0a9-b6a9592c01ff,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:09.865184 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network b762bdc2-8c69-4463-a0a9-b6a9592c01ff details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:35:10.014617 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-9402c060-7600-4c01-a479-86778e79fc52 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8642976 Apr 05 11:35:10.017505 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59326) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:10.034174 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-3e0169d3-4760-4ba8-80b3-9b38d20d07bb admin admin] Request body: {'subnet': {'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1038592655-subnet', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:10.155943 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0169d3-4760-4ba8-80b3-9b38d20d07bb admin admin] Made reservation on behalf of 8499ce2abe10411589e913912a8c40ed for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:35:10.158108 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3e0169d3-4760-4ba8-80b3-9b38d20d07bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:10.212900 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9d666eaa-32a4-46f5-af13-0b554e204dc3 req-e7bf771b-b321-4334-a846-05cf5cbd4f70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb694b4-1fdd-4b95-9ce5-859afbba5e16 HTTP/1.1" status: 200 len: 217 time: 0.0653915 Apr 05 11:35:10.292235 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e698863-3c0e-4ca0-8c75-3d85292681ee req-426167f2-6810-44cb-8dcc-ced614d61e9e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:10.293625 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5e698863-3c0e-4ca0-8c75-3d85292681ee req-426167f2-6810-44cb-8dcc-ced614d61e9e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.1764853 Apr 05 11:35:10.331045 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958a521-5664-4025-b0cb-29b288a4b0e7 req-33d7d808-ead5-4873-b0c9-494880bf2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:10.333230 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8958a521-5664-4025-b0cb-29b288a4b0e7 req-33d7d808-ead5-4873-b0c9-494880bf2d16 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 1129 time: 0.1349552 Apr 05 11:35:10.385112 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5e698863-3c0e-4ca0-8c75-3d85292681ee req-6ae0bfd3-b9f8-4d40-a3d7-400a85764852 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842388 Apr 05 11:35:10.512641 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d666eaa-32a4-46f5-af13-0b554e204dc3 req-ba250b6f-c573-4b20-8274-bb43c8f3a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:10.514164 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9d666eaa-32a4-46f5-af13-0b554e204dc3 req-ba250b6f-c573-4b20-8274-bb43c8f3a50b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a2d4898-c05f-41d9-ad48-eba0b48abf12 HTTP/1.1" status: 200 len: 858 time: 0.0866261 Apr 05 11:35:10.525405 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8958a521-5664-4025-b0cb-29b288a4b0e7 req-49fd604e-ca36-4713-a703-8a97b281b518 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990105 Apr 05 11:35:10.634959 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3e0169d3-4760-4ba8-80b3-9b38d20d07bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for subnet (04c557d5-7ced-46b6-b387-7061f5abc42c), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:10.657626 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9db6ec-0835-4268-a245-000e8fae7b47 req-1041b92f-cd3d-4372-9281-1ba8c9cf1f9c tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:10.659077 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4d9db6ec-0835-4268-a245-000e8fae7b47 req-1041b92f-cd3d-4372-9281-1ba8c9cf1f9c tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 946 time: 0.0516438 Apr 05 11:35:10.694224 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0169d3-4760-4ba8-80b3-9b38d20d07bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c557d5-7ced-46b6-b387-7061f5abc42c,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:10.704929 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0169d3-4760-4ba8-80b3-9b38d20d07bb admin admin] Checking segment: {'id': 'dcfa7b5c-0446-438d-96d7-90816366816d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:35:10.705293 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0169d3-4760-4ba8-80b3-9b38d20d07bb admin admin] Network hostable DHCP agents. Network: b762bdc2-8c69-4463-a0a9-b6a9592c01ff, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:35:10.716610 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4d9db6ec-0835-4268-a245-000e8fae7b47 req-d506151b-5fa7-4770-8f54-ce9507a6af01 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513012 Apr 05 11:35:10.820841 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa69a5-0de2-403a-ad9f-877617f51725 req-41f3ec36-8de7-43aa-96f9-b5141028d8f5 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:10.822261 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d3fa69a5-0de2-403a-ad9f-877617f51725 req-41f3ec36-8de7-43aa-96f9-b5141028d8f5 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 945 time: 0.0562446 Apr 05 11:35:10.842417 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0169d3-4760-4ba8-80b3-9b38d20d07bb admin admin] Network b762bdc2-8c69-4463-a0a9-b6a9592c01ff is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:35:10.875314 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d3fa69a5-0de2-403a-ad9f-877617f51725 req-ba8b8a46-c14d-47fb-bc68-dc29ba77af58 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464184 Apr 05 11:35:10.920589 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-3e0169d3-4760-4ba8-80b3-9b38d20d07bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, b762bdc2-8c69-4463-a0a9-b6a9592c01ff) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:35:10.925668 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0169d3-4760-4ba8-80b3-9b38d20d07bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:10.927092 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3e0169d3-4760-4ba8-80b3-9b38d20d07bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:10.931998 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff1119e-01c1-4fec-9d86-1048af396e46 None None] Network b762bdc2-8c69-4463-a0a9-b6a9592c01ff requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:35:11.030423 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62790f3-32b1-5633-b3ce-e64a86f35074-b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'project_id': '8499ce2abe10411589e913912a8c40ed', 'fixed_ips': [{'subnet_id': '04c557d5-7ced-46b6-b387-7061f5abc42c'}]}} from dv-cinder-834448-3-iscsi. {{(pid=103948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:35:11.031326 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:11.060993 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b647aa-2e93-4a1e-8420-6085a16e66d7 req-c3ef7f76-4ffe-4e29-96ed-520efcdd05c6 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:11.062643 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-73b647aa-2e93-4a1e-8420-6085a16e66d7 req-c3ef7f76-4ffe-4e29-96ed-520efcdd05c6 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 946 time: 0.0795941 Apr 05 11:35:11.064717 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d666eaa-32a4-46f5-af13-0b554e204dc3 req-41818c47-a446-45fd-986c-0a306d29f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:11.066087 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9d666eaa-32a4-46f5-af13-0b554e204dc3 req-41818c47-a446-45fd-986c-0a306d29f587 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=912aa55e-5878-42db-a34a-a968382fba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0910757 Apr 05 11:35:11.070932 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3e0169d3-4760-4ba8-80b3-9b38d20d07bb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0524404 Apr 05 11:35:11.074074 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59346) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:11.078300 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1038592655-router', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:11.174014 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Allocated IP 172.20.0.2 (b762bdc2-8c69-4463-a0a9-b6a9592c01ff/04c557d5-7ced-46b6-b387-7061f5abc42c/9ce7852b-7d2e-42a7-8105-cf7db223d755) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:35:11.178377 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4940'] for router (f38dfa9f-d37b-4f34-898d-8a319e3e143c), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:11.179458 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4949'] for router (f38dfa9f-d37b-4f34-898d-8a319e3e143c), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:11.237168 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Publish callbacks [] for router_controller (f38dfa9f-d37b-4f34-898d-8a319e3e143c), precommit_add_association {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:11.456304 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Publish callbacks [] for port (9ce7852b-7d2e-42a7-8105-cf7db223d755), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:11.467514 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Publish callbacks [] for router_gateway (f38dfa9f-d37b-4f34-898d-8a319e3e143c), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:11.507184 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea247ec-631f-4cf8-bcda-0675bd0c11c0 req-32d787e8-7bec-4b99-a059-4efc957ba1da tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:11.508677 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1ea247ec-631f-4cf8-bcda-0675bd0c11c0 req-32d787e8-7bec-4b99-a059-4efc957ba1da tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0529630 Apr 05 11:35:11.560740 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1ea247ec-631f-4cf8-bcda-0675bd0c11c0 req-29392b35-59e9-4380-b8f5-48d803daddad tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456414 Apr 05 11:35:11.595126 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (9ce7852b-7d2e-42a7-8105-cf7db223d755), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:11.636727 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Network b762bdc2-8c69-4463-a0a9-b6a9592c01ff is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:35:11.641771 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:35:11.646577 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:35:11.649687 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Pushing event updated for resources: {'Port': ['ID=9ce7852b-7d2e-42a7-8105-cf7db223d755,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:11.668748 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9d666eaa-32a4-46f5-af13-0b554e204dc3 req-17944714-c8f9-4ae0-974d-881b3e4b7549 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978545 Apr 05 11:35:11.706812 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Attempting to bind port 9ce7852b-7d2e-42a7-8105-cf7db223d755 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:35:11.707789 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Attempting to bind port 9ce7852b-7d2e-42a7-8105-cf7db223d755 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': 'dcfa7b5c-0446-438d-96d7-90816366816d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:35:11.708165 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Attempting to bind port 9ce7852b-7d2e-42a7-8105-cf7db223d755 on network b762bdc2-8c69-4463-a0a9-b6a9592c01ff {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:35:11.713418 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:35:11.713791 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Checking segment: {'id': 'dcfa7b5c-0446-438d-96d7-90816366816d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:35:11.714186 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:11.714598 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Bound using segment: {'id': 'dcfa7b5c-0446-438d-96d7-90816366816d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:35:11.715057 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Bound port: 9ce7852b-7d2e-42a7-8105-cf7db223d755, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa7b5c-0446-438d-96d7-90816366816d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:35:11.715451 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (9ce7852b-7d2e-42a7-8105-cf7db223d755), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:11.752201 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-73b647aa-2e93-4a1e-8420-6085a16e66d7 req-48c51873-0d4b-44ae-a0b6-038b415557b2 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Deleting port cef96bf1-0c42-42f7-a9fa-681679365ad3 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:35:11.752308 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-73b647aa-2e93-4a1e-8420-6085a16e66d7 req-48c51873-0d4b-44ae-a0b6-038b415557b2 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (cef96bf1-0c42-42f7-a9fa-681679365ad3), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:11.781915 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] For port 9ce7852b-7d2e-42a7-8105-cf7db223d755, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:35:11.787524 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] For port 9ce7852b-7d2e-42a7-8105-cf7db223d755, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=9ce7852b-7d2e-42a7-8105-cf7db223d755,segment=NetworkSegment(dcfa7b5c-0446-438d-96d7-90816366816d),segment_id=dcfa7b5c-0446-438d-96d7-90816366816d)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:35:11.865578 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (9ce7852b-7d2e-42a7-8105-cf7db223d755), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:11.949549 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9efbf2-7d5f-4a96-8d39-cd19b931479f None None] Pushing event updated for resources: {'Port': ['ID=9ce7852b-7d2e-42a7-8105-cf7db223d755,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:12.029948 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-73b647aa-2e93-4a1e-8420-6085a16e66d7 req-48c51873-0d4b-44ae-a0b6-038b415557b2 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] For port cef96bf1-0c42-42f7-a9fa-681679365ad3, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=cef96bf1-0c42-42f7-a9fa-681679365ad3,segment=NetworkSegment(d6ee5f55-f589-4790-acef-5bd7000034de),segment_id=d6ee5f55-f589-4790-acef-5bd7000034de)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:35:12.030417 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-73b647aa-2e93-4a1e-8420-6085a16e66d7 req-48c51873-0d4b-44ae-a0b6-038b415557b2 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (cef96bf1-0c42-42f7-a9fa-681679365ad3), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:12.062525 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f4b15-8d38-4dc3-8680-43660ceedc5d req-a579a73e-c92e-4efe-8828-2819efb7f6f0 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:12.064066 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9f0f4b15-8d38-4dc3-8680-43660ceedc5d req-a579a73e-c92e-4efe-8828-2819efb7f6f0 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 945 time: 0.0725784 Apr 05 11:35:12.092100 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-73b647aa-2e93-4a1e-8420-6085a16e66d7 req-48c51873-0d4b-44ae-a0b6-038b415557b2 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Calling delete_port for cef96bf1-0c42-42f7-a9fa-681679365ad3 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:35:12.130692 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9f0f4b15-8d38-4dc3-8680-43660ceedc5d req-7d840a02-19af-4599-99a1-b7fb99c4505c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561976 Apr 05 11:35:12.136500 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9d666eaa-32a4-46f5-af13-0b554e204dc3 req-c0dfb1c1-d68d-4c6b-9a4b-90217d55e6f5 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330821 Apr 05 11:35:12.168209 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d5d5e-468b-493e-8a9f-a7ec830ab60e req-54f47afb-47a0-4e46-9c71-ceff9d3c3059 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:12.169734 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-975d5d5e-468b-493e-8a9f-a7ec830ab60e req-54f47afb-47a0-4e46-9c71-ceff9d3c3059 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 946 time: 0.3225071 Apr 05 11:35:12.355449 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Publish callbacks [] for router_gateway (f38dfa9f-d37b-4f34-898d-8a319e3e143c), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:12.380761 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:12.386213 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-975d5d5e-468b-493e-8a9f-a7ec830ab60e req-cc953084-300a-47c6-bdf5-2441125966c3 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1e9bf27-8a68-4184-ac2b-4704a20a2de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680558 Apr 05 11:35:12.532459 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Allocated IP 172.27.1.178 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/1c1c5879-1d98-4afc-9ebe-f89850072a02) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:35:12.881323 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-73b647aa-2e93-4a1e-8420-6085a16e66d7 req-48c51873-0d4b-44ae-a0b6-038b415557b2 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (cef96bf1-0c42-42f7-a9fa-681679365ad3), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:12.887087 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:12.921015 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c51873-0d4b-44ae-a0b6-038b415557b2 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Pushing event deleted for resources: {'Port': ['ID=cef96bf1-0c42-42f7-a9fa-681679365ad3,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:12.931492 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['cef96bf1-0c42-42f7-a9fa-681679365ad3'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:35:12.954765 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157c827-7efe-4ede-87aa-e93b67e53450 req-5b3af901-094c-42b4-946e-21adc5d08c70 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:12.962863 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6157c827-7efe-4ede-87aa-e93b67e53450 req-5b3af901-094c-42b4-946e-21adc5d08c70 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.3240247 Apr 05 11:35:12.993602 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b647aa-2e93-4a1e-8420-6085a16e66d7 req-48c51873-0d4b-44ae-a0b6-038b415557b2 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] No DVR routers for this DVR port cef96bf1-0c42-42f7-a9fa-681679365ad3 on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:35:13.011074 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-73b647aa-2e93-4a1e-8420-6085a16e66d7 req-48c51873-0d4b-44ae-a0b6-038b415557b2 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.015515 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-73b647aa-2e93-4a1e-8420-6085a16e66d7 req-48c51873-0d4b-44ae-a0b6-038b415557b2 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.57 "DELETE /v2.0/ports/cef96bf1-0c42-42f7-a9fa-681679365ad3 HTTP/1.1" status: 204 len: 173 time: 1.5435793 Apr 05 11:35:13.016000 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa16bad4-76dd-4c1b-860c-26cc38b192ef', 'name': 'network-vif-deleted', 'tag': 'cef96bf1-0c42-42f7-a9fa-681679365ad3'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:35:13.018518 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23fda96-5df1-42a5-8190-4b1410726b29" -d '{"events": [{"server_uuid": "fa16bad4-76dd-4c1b-860c-26cc38b192ef", "name": "network-vif-deleted", "tag": "cef96bf1-0c42-42f7-a9fa-681679365ad3"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:35:13.032772 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6157c827-7efe-4ede-87aa-e93b67e53450 req-8cd2eabe-343f-4539-9c85-7911b0e674d9 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678437 Apr 05 11:35:13.050466 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Publish callbacks [] for port (1c1c5879-1d98-4afc-9ebe-f89850072a02), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.062758 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adefc5bb-3ce6-4b44-bd3f-6ad885fdc30a x-openstack-request-id: req-adefc5bb-3ce6-4b44-bd3f-6ad885fdc30a {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:35:13.063120 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa16bad4-76dd-4c1b-860c-26cc38b192ef", "name": "network-vif-deleted", "tag": "cef96bf1-0c42-42f7-a9fa-681679365ad3", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:35:13.063532 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-adefc5bb-3ce6-4b44-bd3f-6ad885fdc30a {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:35:13.064209 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adefc5bb-3ce6-4b44-bd3f-6ad885fdc30a'] response: {'server_uuid': 'fa16bad4-76dd-4c1b-860c-26cc38b192ef', 'name': 'network-vif-deleted', 'tag': 'cef96bf1-0c42-42f7-a9fa-681679365ad3', 'status': 'completed', 'code': 200} Apr 05 11:35:13.108976 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea7e5a5-c53a-4db1-91ff-b8763d2da538 None None] Network b762bdc2-8c69-4463-a0a9-b6a9592c01ff requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:35:13.174289 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-78a93fd6-d857-49a1-9ef4-d31781164663 None None] Provisioning complete for port 9ce7852b-7d2e-42a7-8105-cf7db223d755 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:13.174661 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-78a93fd6-d857-49a1-9ef4-d31781164663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (9ce7852b-7d2e-42a7-8105-cf7db223d755), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.235262 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (1c1c5879-1d98-4afc-9ebe-f89850072a02), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.280769 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:35:13.284302 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:35:13.289420 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:35:13.303743 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-78a93fd6-d857-49a1-9ef4-d31781164663 None None] Current status of the port 9ce7852b-7d2e-42a7-8105-cf7db223d755 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:13.304137 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-78a93fd6-d857-49a1-9ef4-d31781164663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (9ce7852b-7d2e-42a7-8105-cf7db223d755), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.306432 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15895a-3162-4f2b-8ce8-44aabb0a47d6 req-803784ac-fc34-45b7-809d-0712c3007f07 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:13.308914 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7c15895a-3162-4f2b-8ce8-44aabb0a47d6 req-803784ac-fc34-45b7-809d-0712c3007f07 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 945 time: 0.1133687 Apr 05 11:35:13.346097 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-78a93fd6-d857-49a1-9ef4-d31781164663 None None] For port 9ce7852b-7d2e-42a7-8105-cf7db223d755, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=9ce7852b-7d2e-42a7-8105-cf7db223d755,segment=NetworkSegment(dcfa7b5c-0446-438d-96d7-90816366816d),segment_id=dcfa7b5c-0446-438d-96d7-90816366816d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:35:13.361334 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Pushing event updated for resources: {'Port': ['ID=1c1c5879-1d98-4afc-9ebe-f89850072a02,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:13.372657 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7c15895a-3162-4f2b-8ce8-44aabb0a47d6 req-5f6b4db8-4688-4367-89ef-e12f0e20ce63 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579503 Apr 05 11:35:13.461355 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-78a93fd6-d857-49a1-9ef4-d31781164663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (9ce7852b-7d2e-42a7-8105-cf7db223d755), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.511670 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ce511a8f-304e-4121-857f-d98dae641c34 req-cf0dd2f1-185b-4798-abc2-3948643495a4 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 210 time: 0.0290349 Apr 05 11:35:13.535666 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf4fb0-5e3f-45d3-9d0c-efde4e1f9a49 req-7fab624c-e26f-42bc-9245-4d787b9ff9a0 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:13.537395 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-afcf4fb0-5e3f-45d3-9d0c-efde4e1f9a49 req-7fab624c-e26f-42bc-9245-4d787b9ff9a0 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 945 time: 0.0799608 Apr 05 11:35:13.538619 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a93fd6-d857-49a1-9ef4-d31781164663 None None] Pushing event updated for resources: {'Port': ['ID=9ce7852b-7d2e-42a7-8105-cf7db223d755,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:13.550113 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59416) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:13.555660 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-a9d5d454-bc2b-4279-bf2f-b6fb917b9219 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'floatingip': {'port_id': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:13.600713 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-9308ea20-4401-4a21-81c7-4d52e6656976 None None] Provisioning complete for port 9ce7852b-7d2e-42a7-8105-cf7db223d755 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:13.601355 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9308ea20-4401-4a21-81c7-4d52e6656976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (9ce7852b-7d2e-42a7-8105-cf7db223d755), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.624045 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d454-bc2b-4279-bf2f-b6fb917b9219 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (c5f6406f-f7f1-4021-8f07-07225331857b), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.671515 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Publish callbacks [] for router_gateway (f38dfa9f-d37b-4f34-898d-8a319e3e143c), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.705942 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-9308ea20-4401-4a21-81c7-4d52e6656976 None None] Current status of the port 9ce7852b-7d2e-42a7-8105-cf7db223d755 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:13.951859 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530046'] for router (f38dfa9f-d37b-4f34-898d-8a319e3e143c), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.953916 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 9ce7852b-7d2e-42a7-8105-cf7db223d755 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:35:14.010021 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 9ce7852b-7d2e-42a7-8105-cf7db223d755 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:14.010704 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (9ce7852b-7d2e-42a7-8105-cf7db223d755), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:14.111114 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 9ce7852b-7d2e-42a7-8105-cf7db223d755 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:14.183099 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Router f38dfa9f-d37b-4f34-898d-8a319e3e143c is scheduled to L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 with binding_index 1 {{(pid=103947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:35:14.205411 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d454-bc2b-4279-bf2f-b6fb917b9219 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:14.220176 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47c822-c849-4bb0-b98d-5e603e7c80ed req-4139e1ad-7a4f-4e84-8d7e-d2fdfa9628da tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:14.221707 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fc47c822-c849-4bb0-b98d-5e603e7c80ed req-4139e1ad-7a4f-4e84-8d7e-d2fdfa9628da tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.1034820 Apr 05 11:35:14.270378 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fc47c822-c849-4bb0-b98d-5e603e7c80ed req-2780c611-27cf-4b2c-967d-9135bb4f9487 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422378 Apr 05 11:35:14.289070 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d454-bc2b-4279-bf2f-b6fb917b9219 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (c5f6406f-f7f1-4021-8f07-07225331857b), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:14.297157 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:35:14.306282 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Sync routers for ids ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:35:14.315827 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Routers {'f38dfa9f-d37b-4f34-898d-8a319e3e143c'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:35:14.317520 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:34:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:14.374509 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:14.378864 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-2eba9120-9d8e-48d2-9e4d-3625c3ac4ffb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3012319 Apr 05 11:35:14.379976 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59428) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:14.426693 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Set router f38dfa9f-d37b-4f34-898d-8a319e3e143c gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:35:14.473740 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.l3_db [None req-a9d5d454-bc2b-4279-bf2f-b6fb917b9219 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Floating IP c5f6406f-f7f1-4021-8f07-07225331857b associated. External IP: 172.27.1.104, port: 9aac8d4b-83d8-4a48-87aa-17a88f5ed914. Apr 05 11:35:14.610070 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'name': 'tempest-TestShelveInstance-1038592655-router', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:11Z', 'updated_at': '2022-04-05T11:35:13Z', 'revision_number': 3, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'gw_port': {'id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:12Z', 'updated_at': '2022-04-05T11:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:14.627262 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c260bf92-d35e-48bc-bc78-9a0f76bf4813 req-7497d4c6-7e67-4c39-ac32-c2ab4fc7e842 tempest-DeleteServersTestJSON-1706013131 tempest-DeleteServersTestJSON-1706013131-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa16bad4-76dd-4c1b-860c-26cc38b192ef HTTP/1.1" status: 200 len: 210 time: 0.0272567 Apr 05 11:35:14.648448 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Checking router: f38dfa9f-d37b-4f34-898d-8a319e3e143c for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:35:14.648819 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Updating router f38dfa9f-d37b-4f34-898d-8a319e3e143c port 1c1c5879-1d98-4afc-9ebe-f89850072a02 binding host dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:35:14.677178 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1c1c5879-1d98-4afc-9ebe-f89850072a02), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:14.849025 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d5d454-bc2b-4279-bf2f-b6fb917b9219 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Router 927ef2b6-3c41-4512-b854-4f8e285b6a48 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:35:14.987037 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Publish callbacks [] for port (1c1c5879-1d98-4afc-9ebe-f89850072a02), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:15.069177 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d5d454-bc2b-4279-bf2f-b6fb917b9219 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:35:15.074678 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a9d5d454-bc2b-4279-bf2f-b6fb917b9219 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:15.078711 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56722d68-6f01-47c1-bdf9-624dbe3b44ad None None] Sync routers for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:35:15.086084 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (1c1c5879-1d98-4afc-9ebe-f89850072a02), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:15.092186 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56722d68-6f01-47c1-bdf9-624dbe3b44ad None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:35:15.092818 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-56722d68-6f01-47c1-bdf9-624dbe3b44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:34:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:15.136809 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Attempting to bind port 1c1c5879-1d98-4afc-9ebe-f89850072a02 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:35:15.137142 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Attempting to bind port 1c1c5879-1d98-4afc-9ebe-f89850072a02 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:35:15.137498 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Attempting to bind port 1c1c5879-1d98-4afc-9ebe-f89850072a02 on network 06b64f98-fdf1-414a-b53a-ab62106c5d0d {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:35:15.138132 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device cef96bf1-0c42-42f7-a9fa-681679365ad3 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:35:15.149130 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:35:15.150949 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Checking segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:35:15.150949 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:15.150949 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Bound using segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:35:15.150949 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Bound port: 1c1c5879-1d98-4afc-9ebe-f89850072a02, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:35:15.151316 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1c1c5879-1d98-4afc-9ebe-f89850072a02), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:15.206065 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] For port 1c1c5879-1d98-4afc-9ebe-f89850072a02, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:35:15.209711 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] For port 1c1c5879-1d98-4afc-9ebe-f89850072a02, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=1c1c5879-1d98-4afc-9ebe-f89850072a02,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:35:15.212596 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Pushing event updated for resources: {'Port': ['ID=1c1c5879-1d98-4afc-9ebe-f89850072a02,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:15.220387 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:15.221245 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:15.221245 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:15.221595 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:15.226186 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:15.226186 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:15.226186 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:15.226186 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:15.226186 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:15.226186 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:15.226186 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:15.226186 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:15.226186 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:15.226186 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:15.226186 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:15.236525 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: cef96bf1-0c42-42f7-a9fa-681679365ad3 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:35:15.236944 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device cef96bf1-0c42-42f7-a9fa-681679365ad3 not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:35:15.266052 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-56722d68-6f01-47c1-bdf9-624dbe3b44ad None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:35:15.293634 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (1c1c5879-1d98-4afc-9ebe-f89850072a02), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:15.339831 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Routers {'f38dfa9f-d37b-4f34-898d-8a319e3e143c'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:35:15.340523 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:34:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:15.469466 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ad7f3-9976-4398-ba47-157c6d8cea0f None None] Pushing event updated for resources: {'Port': ['ID=1c1c5879-1d98-4afc-9ebe-f89850072a02,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:15.474133 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-a9d5d454-bc2b-4279-bf2f-b6fb917b9219 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "PUT /v2.0/floatingips/c5f6406f-f7f1-4021-8f07-07225331857b HTTP/1.1" status: 200 len: 991 time: 1.9220293 Apr 05 11:35:15.476190 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78373594-67e2-4cfc-8b01-6417123e373b', 'tag': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:35:15.476925 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] Set router f38dfa9f-d37b-4f34-898d-8a319e3e143c gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:35:15.479513 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df03cea739110c585a475e2718662c59c77c9335e3894ae5a7edc4fe26bc6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aab78e6-a2ac-42fb-858f-05276fbbfede" -d '{"events": [{"name": "network-changed", "server_uuid": "78373594-67e2-4cfc-8b01-6417123e373b", "tag": "9aac8d4b-83d8-4a48-87aa-17a88f5ed914"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:35:15.546276 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:15.553858 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d3dca0-8678-4579-87fe-de027dc1fafd x-openstack-request-id: req-83d3dca0-8678-4579-87fe-de027dc1fafd {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:35:15.554205 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78373594-67e2-4cfc-8b01-6417123e373b", "tag": "9aac8d4b-83d8-4a48-87aa-17a88f5ed914", "status": "completed", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:35:15.554459 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83d3dca0-8678-4579-87fe-de027dc1fafd {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:35:15.555302 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d3dca0-8678-4579-87fe-de027dc1fafd'] response: {'name': 'network-changed', 'server_uuid': '78373594-67e2-4cfc-8b01-6417123e373b', 'tag': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914', 'status': 'completed', 'code': 200} Apr 05 11:35:15.583919 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf18424-cec9-417a-b9d1-7de82a992e74 req-1a15ae4e-65be-47db-9c36-a1f8835e5e33 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:15.594755 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-dbf18424-cec9-417a-b9d1-7de82a992e74 req-1a15ae4e-65be-47db-9c36-a1f8835e5e33 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.1394088 Apr 05 11:35:15.646513 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-56722d68-6f01-47c1-bdf9-624dbe3b44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'c5f6406f-f7f1-4021-8f07-07225331857b', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:d6:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78373594-67e2-4cfc-8b01-6417123e373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:20Z', 'updated_at': '2022-04-05T11:35:14Z', 'revision_number': 1, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:15.669539 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab78e6-a2ac-42fb-858f-05276fbbfede req-ecda2e9c-4033-4a4a-a53d-bf5416cbfea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:15.671051 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1aab78e6-a2ac-42fb-858f-05276fbbfede req-ecda2e9c-4033-4a4a-a53d-bf5416cbfea8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d629246f6ced4cc8b75399b7a0723868&device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 1129 time: 0.0628579 Apr 05 11:35:15.703977 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-dbf18424-cec9-417a-b9d1-7de82a992e74 req-e2c6f8d7-dd96-4bad-86d1-1026c334ef23 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002686 Apr 05 11:35:15.720817 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56722d68-6f01-47c1-bdf9-624dbe3b44ad None None] Checking router: 927ef2b6-3c41-4512-b854-4f8e285b6a48 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:35:15.739234 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56722d68-6f01-47c1-bdf9-624dbe3b44ad None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:35:15.739909 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-56722d68-6f01-47c1-bdf9-624dbe3b44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:34:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:15.788940 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'name': 'tempest-TestShelveInstance-1038592655-router', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:11Z', 'updated_at': '2022-04-05T11:35:13Z', 'revision_number': 3, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'gw_port': {'id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:12Z', 'updated_at': '2022-04-05T11:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:15.868721 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab78e6-a2ac-42fb-858f-05276fbbfede req-e387d102-f939-4ba9-8944-c891119bc9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:15.868721 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1aab78e6-a2ac-42fb-858f-05276fbbfede req-e387d102-f939-4ba9-8944-c891119bc9e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83da91da-2a37-43a9-b807-df1a6d29d057 HTTP/1.1" status: 200 len: 915 time: 0.1704237 Apr 05 11:35:15.879534 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Allocated IP 172.20.0.1 (b762bdc2-8c69-4463-a0a9-b6a9592c01ff/04c557d5-7ced-46b6-b387-7061f5abc42c/cb566598-8d5d-4016-942d-a033b8bcd216) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:35:15.956003 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c2a134-9b2b-466b-866d-7db3cff50b3b None None] The sync data for ids ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'] in dv-cinder-834448-3-iscsi is: [{'id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'name': 'tempest-TestShelveInstance-1038592655-router', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:11Z', 'updated_at': '2022-04-05T11:35:13Z', 'revision_number': 3, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'gw_port': {'id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:12Z', 'updated_at': '2022-04-05T11:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:35:15.977144 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59464) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:16.019999 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Publish callbacks [] for port (cb566598-8d5d-4016-942d-a033b8bcd216), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.020751 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1aab78e6-a2ac-42fb-858f-05276fbbfede req-d383eb59-ab8f-471e-9af3-fb0aa06e7cb7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aac8d4b-83d8-4a48-87aa-17a88f5ed914 HTTP/1.1" status: 200 len: 999 time: 0.1600051 Apr 05 11:35:16.028661 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-56722d68-6f01-47c1-bdf9-624dbe3b44ad None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:35:16.091499 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab78e6-a2ac-42fb-858f-05276fbbfede req-af436847-95a5-4691-abba-081dbe805122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:16.093327 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1aab78e6-a2ac-42fb-858f-05276fbbfede req-af436847-95a5-4691-abba-081dbe805122 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5cd637a4-454f-44ef-8588-c6f33cdbe982 HTTP/1.1" status: 200 len: 853 time: 0.0621896 Apr 05 11:35:16.151782 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ac82c5fd-46f4-43fa-8013-55da3f1ec62b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.183863 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab78e6-a2ac-42fb-858f-05276fbbfede req-ac1089dd-4744-4b75-9c1c-cce3c8706ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:16.185374 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1aab78e6-a2ac-42fb-858f-05276fbbfede req-ac1089dd-4744-4b75-9c1c-cce3c8706ee0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83da91da-2a37-43a9-b807-df1a6d29d057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815692 Apr 05 11:35:16.281173 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.353887 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Network b762bdc2-8c69-4463-a0a9-b6a9592c01ff is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:35:16.359809 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ac82c5fd-46f4-43fa-8013-55da3f1ec62b admin admin] Publish callbacks [] for security_group (8b7d224a-491b-4b16-888a-68a398360a73), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.369769 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:35:16.385485 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:35:16.387264 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530095'] for router_interface (f38dfa9f-d37b-4f34-898d-8a319e3e143c), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.422722 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1aab78e6-a2ac-42fb-858f-05276fbbfede req-e1e5ec25-d8fa-4e8e-a59a-7349630ec96d service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214105 Apr 05 11:35:16.515927 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-56722d68-6f01-47c1-bdf9-624dbe3b44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'c5f6406f-f7f1-4021-8f07-07225331857b', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:d6:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78373594-67e2-4cfc-8b01-6417123e373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:20Z', 'updated_at': '2022-04-05T11:35:14Z', 'revision_number': 1, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:16.537244 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Pushing event updated for resources: {'Port': ['ID=cb566598-8d5d-4016-942d-a033b8bcd216,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:16.566251 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ac82c5fd-46f4-43fa-8013-55da3f1ec62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (8b7d224a-491b-4b16-888a-68a398360a73), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.568346 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56722d68-6f01-47c1-bdf9-624dbe3b44ad None None] The sync data for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi is: [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'c5f6406f-f7f1-4021-8f07-07225331857b', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:d6:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78373594-67e2-4cfc-8b01-6417123e373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:20Z', 'updated_at': '2022-04-05T11:35:14Z', 'revision_number': 1, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:35:16.628715 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82c5fd-46f4-43fa-8013-55da3f1ec62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7d224a-491b-4b16-888a-68a398360a73,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:16.640507 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-ac82c5fd-46f4-43fa-8013-55da3f1ec62b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc2a95de8a304e8e8a2aab0b59c82f71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6620612 Apr 05 11:35:16.641110 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59476) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:16.666527 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1aab78e6-a2ac-42fb-858f-05276fbbfede req-74a2f776-878e-4d44-9b2a-cd85fd5a8320 service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360168 Apr 05 11:35:16.727061 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50feedd5-be59-4b8f-b402-1d50c6cfabfe admin admin] Publish callbacks [] for security_group (8b7d224a-491b-4b16-888a-68a398360a73), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.806252 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50feedd5-be59-4b8f-b402-1d50c6cfabfe admin admin] Publish callbacks [] for security_group (8b7d224a-491b-4b16-888a-68a398360a73), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.809392 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-c9dd7ecf-d5fb-45dd-afe8-e2ab259381f3 None None] Provisioning complete for port cb566598-8d5d-4016-942d-a033b8bcd216 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:16.813050 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c9dd7ecf-d5fb-45dd-afe8-e2ab259381f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.853992 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-c9dd7ecf-d5fb-45dd-afe8-e2ab259381f3 None None] Port cb566598-8d5d-4016-942d-a033b8bcd216 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:35:16.874508 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.943022 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ca043-41b2-4a6c-9bcd-ac03bcd5f89a req-ba9992d0-0e14-4eed-ad39-e5ca03abf867 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:16.944670 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-227ca043-41b2-4a6c-9bcd-ac03bcd5f89a req-ba9992d0-0e14-4eed-ad39-e5ca03abf867 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.1285329 Apr 05 11:35:16.969679 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50feedd5-be59-4b8f-b402-1d50c6cfabfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (8b7d224a-491b-4b16-888a-68a398360a73), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.973639 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50feedd5-be59-4b8f-b402-1d50c6cfabfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.978493 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-50feedd5-be59-4b8f-b402-1d50c6cfabfe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b7d224a-491b-4b16-888a-68a398360a73 HTTP/1.1" status: 204 len: 168 time: 0.3301332 Apr 05 11:35:16.999701 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50feedd5-be59-4b8f-b402-1d50c6cfabfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7d224a-491b-4b16-888a-68a398360a73,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:17.002051 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cb5fe0-f2ab-43a4-9831-1fe814325623 None None] New status for floating IP c5f6406f-f7f1-4021-8f07-07225331857b: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:35:17.061863 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-227ca043-41b2-4a6c-9bcd-ac03bcd5f89a req-df3cfd9f-8756-44cf-a1ad-4ebd7646e4c1 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053264 Apr 05 11:35:17.140255 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Publish callbacks [] for port (cb566598-8d5d-4016-942d-a033b8bcd216), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.234649 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.235511 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532287'] for router_interface (f38dfa9f-d37b-4f34-898d-8a319e3e143c), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.329250 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Pushing event updated for resources: {'Port': ['ID=cb566598-8d5d-4016-942d-a033b8bcd216,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:17.371716 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Network b762bdc2-8c69-4463-a0a9-b6a9592c01ff is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:35:17.373104 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:35:17.501717 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Router f38dfa9f-d37b-4f34-898d-8a319e3e143c has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:35:17.626916 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:35:17.631327 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59496) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:17.632812 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-532e346d-f545-4b38-8acc-81c5a679408a admin admin] 10.222.0.60 "PUT /v2.0/routers/f38dfa9f-d37b-4f34-898d-8a319e3e143c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2516520 Apr 05 11:35:17.681454 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-704bbf19-5751-41dc-a7a8-8befa19dd878 None None] Provisioning complete for port cb566598-8d5d-4016-942d-a033b8bcd216 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:17.681956 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-704bbf19-5751-41dc-a7a8-8befa19dd878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.690614 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad5b8f1-4333-4ee5-8b3c-6cba7d4ccf84 admin admin] Deleting subnet 8bb69f7a-e479-4032-94ea-1da7d0b9786f {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:35:17.695064 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2ad5b8f1-4333-4ee5-8b3c-6cba7d4ccf84 admin admin] Publish callbacks [] for subnet (8bb69f7a-e479-4032-94ea-1da7d0b9786f), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.736423 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59500) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:17.739711 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-704bbf19-5751-41dc-a7a8-8befa19dd878 None None] Port cb566598-8d5d-4016-942d-a033b8bcd216 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:35:17.746461 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2ad5b8f1-4333-4ee5-8b3c-6cba7d4ccf84 admin admin] Publish callbacks [] for subnet (8bb69f7a-e479-4032-94ea-1da7d0b9786f), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.753087 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f188-041c-478f-b28a-6402c8dd2cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.763083 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2ad5b8f1-4333-4ee5-8b3c-6cba7d4ccf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (8bb69f7a-e479-4032-94ea-1da7d0b9786f), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.857133 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f188-041c-478f-b28a-6402c8dd2cd5 admin admin] Publish callbacks [] for security_group (d4b35663-f5a2-4a48-ad8f-b6ae324eec44), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.881342 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2ad5b8f1-4333-4ee5-8b3c-6cba7d4ccf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for subnet (8bb69f7a-e479-4032-94ea-1da7d0b9786f), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.913768 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5b8f1-4333-4ee5-8b3c-6cba7d4ccf84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb69f7a-e479-4032-94ea-1da7d0b9786f,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:17.922556 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2ad5b8f1-4333-4ee5-8b3c-6cba7d4ccf84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.925955 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-2ad5b8f1-4333-4ee5-8b3c-6cba7d4ccf84 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8bb69f7a-e479-4032-94ea-1da7d0b9786f HTTP/1.1" status: 204 len: 168 time: 0.2935064 Apr 05 11:35:17.928531 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59504) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:17.936012 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 1c1c5879-1d98-4afc-9ebe-f89850072a02 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:35:17.960214 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f188-041c-478f-b28a-6402c8dd2cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (d4b35663-f5a2-4a48-ad8f-b6ae324eec44), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.992786 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 1c1c5879-1d98-4afc-9ebe-f89850072a02 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:17.993987 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (1c1c5879-1d98-4afc-9ebe-f89850072a02), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.043726 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6f188-041c-478f-b28a-6402c8dd2cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b35663-f5a2-4a48-ad8f-b6ae324eec44,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:18.051034 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-dbd6f188-041c-478f-b28a-6402c8dd2cd5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b962a3d848844499c3ab9b54b93132c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104026 Apr 05 11:35:18.051245 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59508) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:18.051968 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (f9525c86-10c8-497e-a632-56ef24ce13c6), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.103880 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 1c1c5879-1d98-4afc-9ebe-f89850072a02 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:18.104566 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1c1c5879-1d98-4afc-9ebe-f89850072a02), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.134197 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-acd1a8b8-9e5f-4047-84fa-43d47831ec43 admin admin] Publish callbacks [] for security_group (d4b35663-f5a2-4a48-ad8f-b6ae324eec44), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.138526 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] For port 1c1c5879-1d98-4afc-9ebe-f89850072a02, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=1c1c5879-1d98-4afc-9ebe-f89850072a02,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:35:18.173391 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (f9525c86-10c8-497e-a632-56ef24ce13c6), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.186064 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Sync routers for ids ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:35:18.186290 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-acd1a8b8-9e5f-4047-84fa-43d47831ec43 admin admin] Publish callbacks [] for security_group (d4b35663-f5a2-4a48-ad8f-b6ae324eec44), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.201166 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Routers {'f38dfa9f-d37b-4f34-898d-8a319e3e143c'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:35:18.202594 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:34:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:18.207967 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:35:18.207967 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:35:18.207967 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:35:18.207967 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Subscribe: > port after_create 55550000 {{(pid=103946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:35:18.208301 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:35:18.209284 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Subscribe: > port after_update 55550000 {{(pid=103946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:35:18.209284 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:35:18.209651 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:35:18.210040 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:35:18.210430 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:35:18.246586 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b79c6-7d52-4499-bf43-25f03c53f21b req-df9b98ac-be75-4ba5-b1de-5914acf3d9d1 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:18.248147 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-128b79c6-7d52-4499-bf43-25f03c53f21b req-df9b98ac-be75-4ba5-b1de-5914acf3d9d1 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0982051 Apr 05 11:35:18.259854 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (1c1c5879-1d98-4afc-9ebe-f89850072a02), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.325963 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-128b79c6-7d52-4499-bf43-25f03c53f21b req-5c2ff346-12cd-43df-a1cb-2a21507d5d88 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530994 Apr 05 11:35:18.337644 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-acd1a8b8-9e5f-4047-84fa-43d47831ec43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (d4b35663-f5a2-4a48-ad8f-b6ae324eec44), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.340536 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-acd1a8b8-9e5f-4047-84fa-43d47831ec43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.345734 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-acd1a8b8-9e5f-4047-84fa-43d47831ec43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d4b35663-f5a2-4a48-ad8f-b6ae324eec44 HTTP/1.1" status: 204 len: 168 time: 0.2892797 Apr 05 11:35:18.364335 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1a8b8-9e5f-4047-84fa-43d47831ec43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b35663-f5a2-4a48-ad8f-b6ae324eec44,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:18.381448 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:35:18.381448 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:35:18.381448 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:35:18.381448 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:35:18.381448 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9525c86-10c8-497e-a632-56ef24ce13c6']}} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:18.401967 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ee5f55-f589-4790-acef-5bd7000034de') {'for_net_delete': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:18.402546 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ee5f55-f589-4790-acef-5bd7000034de') {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:18.419981 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59243133'] for segment (d6ee5f55-f589-4790-acef-5bd7000034de), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.427914 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Pushing event updated for resources: {'Port': ['ID=1c1c5879-1d98-4afc-9ebe-f89850072a02,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:18.434916 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Set router f38dfa9f-d37b-4f34-898d-8a319e3e143c gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:35:18.443429 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (d6ee5f55-f589-4790-acef-5bd7000034de), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.454287 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:35:18.454665 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61926161'] for segment (d6ee5f55-f589-4790-acef-5bd7000034de), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: from cryptography.utils import int_from_bytes Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: from cryptography.utils import int_from_bytes Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: Traceback (most recent call last): Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: timer() Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: cb(*args, **kw) Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: return func(*args, **kwargs) Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: self._notify() Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: self.callback(batched_events) Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: event.method(event) Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: return f(self, *a, **k) Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._get(url).json() Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: return self.request(url, 'GET', **kwargs) Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:35:18.506030 dv-cinder-834448-3-iscsi neutron-server[103946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:35:18.663891 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'name': 'tempest-TestShelveInstance-1038592655-router', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:11Z', 'updated_at': '2022-04-05T11:35:16Z', 'revision_number': 4, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'gw_port': {'id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:12Z', 'updated_at': '2022-04-05T11:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'cb566598-8d5d-4016-942d-a033b8bcd216', 'name': '', 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'mac_address': 'fa:16:3e:ac:18:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:15Z', 'updated_at': '2022-04-05T11:35:16Z', 'revision_number': 2, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'subnets': [{'id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:18.680431 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (f9525c86-10c8-497e-a632-56ef24ce13c6), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.692991 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Checking router: f38dfa9f-d37b-4f34-898d-8a319e3e143c for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:35:18.693939 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Updating router f38dfa9f-d37b-4f34-898d-8a319e3e143c port cb566598-8d5d-4016-942d-a033b8bcd216 binding host dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:35:18.706171 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.713384 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] 10.222.0.60 "DELETE /v2.0/networks/f9525c86-10c8-497e-a632-56ef24ce13c6 HTTP/1.1" status: 204 len: 168 time: 0.7837090 Apr 05 11:35:18.716013 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164731e1-6920-4cfa-9122-bfc0b18bab2b admin admin] Pushing event deleted for resources: {'Network': ['ID=f9525c86-10c8-497e-a632-56ef24ce13c6,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:18.742434 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.748907 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59532) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:18.754717 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-3802f14d-cb91-4c48-ae70-193b1f288097 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1130903615-network', 'tenant_id': '7a7007194b0d48e2bc0f95011abe40cf'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:18.869260 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3802f14d-cb91-4c48-ae70-193b1f288097 admin admin] Made reservation on behalf of 7a7007194b0d48e2bc0f95011abe40cf for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:35:18.883298 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3802f14d-cb91-4c48-ae70-193b1f288097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.892874 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3802f14d-cb91-4c48-ae70-193b1f288097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.986564 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3802f14d-cb91-4c48-ae70-193b1f288097 admin admin] Publish callbacks [] for security_group (b3596a03-00e8-46da-8045-a86464100dd1), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.108398 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3802f14d-cb91-4c48-ae70-193b1f288097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (b3596a03-00e8-46da-8045-a86464100dd1), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.123620 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Publish callbacks [] for port (cb566598-8d5d-4016-942d-a033b8bcd216), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.130965 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3802f14d-cb91-4c48-ae70-193b1f288097 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:35:19.165613 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3802f14d-cb91-4c48-ae70-193b1f288097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (04392578-44be-495c-ac72-b125291932a7), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.165963 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-3802f14d-cb91-4c48-ae70-193b1f288097 admin admin] Added segment 04392578-44be-495c-ac72-b125291932a7 of type vlan for network 9eba1138-670a-4e89-a853-43e33e51bbaa Apr 05 11:35:19.182441 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802f14d-cb91-4c48-ae70-193b1f288097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3596a03-00e8-46da-8045-a86464100dd1,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:19.211500 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.215341 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3802f14d-cb91-4c48-ae70-193b1f288097 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (9eba1138-670a-4e89-a853-43e33e51bbaa), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.243771 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59544) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:19.265575 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d83a4-8a53-4e7c-b656-35d261aed227 None None] Pushing event updated for resources: {'Port': ['ID=cb566598-8d5d-4016-942d-a033b8bcd216,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:19.301241 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ef60986f-1444-40f9-ae39-e2bc5f7b08db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6f6424cbfe534f7bb64b4e6653d31a06&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0554185 Apr 05 11:35:19.303451 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59548) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:19.324954 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Attempting to bind port cb566598-8d5d-4016-942d-a033b8bcd216 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:35:19.325323 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Attempting to bind port cb566598-8d5d-4016-942d-a033b8bcd216 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': 'dcfa7b5c-0446-438d-96d7-90816366816d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:35:19.327195 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Attempting to bind port cb566598-8d5d-4016-942d-a033b8bcd216 on network b762bdc2-8c69-4463-a0a9-b6a9592c01ff {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:35:19.335683 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:35:19.336066 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Checking segment: {'id': 'dcfa7b5c-0446-438d-96d7-90816366816d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:35:19.336521 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.336916 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Bound using segment: {'id': 'dcfa7b5c-0446-438d-96d7-90816366816d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:35:19.337593 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Bound port: cb566598-8d5d-4016-942d-a033b8bcd216, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa7b5c-0446-438d-96d7-90816366816d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:35:19.338036 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.343093 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3802f14d-cb91-4c48-ae70-193b1f288097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (9eba1138-670a-4e89-a853-43e33e51bbaa), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.344307 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3802f14d-cb91-4c48-ae70-193b1f288097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:19.347747 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3802f14d-cb91-4c48-ae70-193b1f288097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.368329 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db2602b2-b478-4444-800a-7f7fce097617 admin admin] Publish callbacks [] for security_group (f1e9bf27-8a68-4184-ac2b-4704a20a2de9), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.408243 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db2602b2-b478-4444-800a-7f7fce097617 admin admin] Publish callbacks [] for security_group (f1e9bf27-8a68-4184-ac2b-4704a20a2de9), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.447129 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802f14d-cb91-4c48-ae70-193b1f288097 admin admin] Pushing event updated for resources: {'Network': ['ID=9eba1138-670a-4e89-a853-43e33e51bbaa,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:19.466342 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network 9eba1138-670a-4e89-a853-43e33e51bbaa details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:35:19.471606 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3802f14d-cb91-4c48-ae70-193b1f288097 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7209160 Apr 05 11:35:19.474479 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59552) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:19.479644 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-42072583-b0bf-4c23-93cd-2bc9a4a4431e admin admin] Request body: {'subnet': {'network_id': '9eba1138-670a-4e89-a853-43e33e51bbaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1130903615-subnet', 'tenant_id': '7a7007194b0d48e2bc0f95011abe40cf', 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:19.528347 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359dbc5-ea44-44e4-8f76-ea29486595dc req-e4050a1c-3862-42b3-bbd6-88770aed93f9 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:19.529857 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1359dbc5-ea44-44e4-8f76-ea29486595dc req-e4050a1c-3862-42b3-bbd6-88770aed93f9 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0669692 Apr 05 11:35:19.544471 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] For port cb566598-8d5d-4016-942d-a033b8bcd216, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:35:19.558036 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-994b9bc4-51f5-4d19-8066-c59c6900f1e3 None None] Provisioning complete for port cb566598-8d5d-4016-942d-a033b8bcd216 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:19.567183 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-994b9bc4-51f5-4d19-8066-c59c6900f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.589108 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1359dbc5-ea44-44e4-8f76-ea29486595dc req-82d6c3b9-763e-413e-9f6f-a204715e5e93 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498879 Apr 05 11:35:19.590978 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] For port cb566598-8d5d-4016-942d-a033b8bcd216, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=cb566598-8d5d-4016-942d-a033b8bcd216,segment=NetworkSegment(dcfa7b5c-0446-438d-96d7-90816366816d),segment_id=dcfa7b5c-0446-438d-96d7-90816366816d)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:35:19.606607 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-994b9bc4-51f5-4d19-8066-c59c6900f1e3 None None] Port cb566598-8d5d-4016-942d-a033b8bcd216 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:35:19.622657 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42072583-b0bf-4c23-93cd-2bc9a4a4431e admin admin] Made reservation on behalf of 7a7007194b0d48e2bc0f95011abe40cf for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:35:19.624998 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-42072583-b0bf-4c23-93cd-2bc9a4a4431e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.685622 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db2602b2-b478-4444-800a-7f7fce097617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (f1e9bf27-8a68-4184-ac2b-4704a20a2de9), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.688307 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db2602b2-b478-4444-800a-7f7fce097617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.689430 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-db2602b2-b478-4444-800a-7f7fce097617 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1e9bf27-8a68-4184-ac2b-4704a20a2de9 HTTP/1.1" status: 204 len: 168 time: 0.3825765 Apr 05 11:35:19.698089 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2602b2-b478-4444-800a-7f7fce097617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e9bf27-8a68-4184-ac2b-4704a20a2de9,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:19.721396 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.801084 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d83a4-8a53-4e7c-b656-35d261aed227 None None] Pushing event updated for resources: {'Port': ['ID=cb566598-8d5d-4016-942d-a033b8bcd216,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:19.804458 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Routers {'f38dfa9f-d37b-4f34-898d-8a319e3e143c'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:35:19.805225 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:34:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:19.903410 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-42072583-b0bf-4c23-93cd-2bc9a4a4431e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for subnet (dd4cd7bd-a9da-45a0-b87f-2742dc6a949d), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.948840 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 1c1c5879-1d98-4afc-9ebe-f89850072a02 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:35:20.006428 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42072583-b0bf-4c23-93cd-2bc9a4a4431e admin admin] Checking segment: {'id': '04392578-44be-495c-ac72-b125291932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9eba1138-670a-4e89-a853-43e33e51bbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:35:20.006780 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42072583-b0bf-4c23-93cd-2bc9a4a4431e admin admin] Network hostable DHCP agents. Network: 9eba1138-670a-4e89-a853-43e33e51bbaa, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:35:20.016839 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42072583-b0bf-4c23-93cd-2bc9a4a4431e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd4cd7bd-a9da-45a0-b87f-2742dc6a949d,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:20.018335 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] Set router f38dfa9f-d37b-4f34-898d-8a319e3e143c gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:35:20.110124 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 1c1c5879-1d98-4afc-9ebe-f89850072a02 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:20.110531 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (1c1c5879-1d98-4afc-9ebe-f89850072a02), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.121779 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42072583-b0bf-4c23-93cd-2bc9a4a4431e admin admin] Network 9eba1138-670a-4e89-a853-43e33e51bbaa is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:35:20.226074 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-17a58273-1c1c-4755-a3b1-2f180d5b10a4 None None] Provisioning complete for port cb566598-8d5d-4016-942d-a033b8bcd216 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:20.226447 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-17a58273-1c1c-4755-a3b1-2f180d5b10a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.228820 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-42072583-b0bf-4c23-93cd-2bc9a4a4431e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, 9eba1138-670a-4e89-a853-43e33e51bbaa) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:35:20.233233 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42072583-b0bf-4c23-93cd-2bc9a4a4431e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:20.233883 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-42072583-b0bf-4c23-93cd-2bc9a4a4431e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.253356 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaec027-570b-46aa-97cc-6164e17eab24 None None] Network 9eba1138-670a-4e89-a853-43e33e51bbaa requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:35:20.335021 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-42072583-b0bf-4c23-93cd-2bc9a4a4431e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8592486 Apr 05 11:35:20.337638 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59582) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:20.342693 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1130903615-router', 'tenant_id': '7a7007194b0d48e2bc0f95011abe40cf', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:20.503938 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4940'] for router (6581c431-4457-43d2-99cc-a1a4f8c88f28), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.507200 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4949'] for router (6581c431-4457-43d2-99cc-a1a4f8c88f28), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.584152 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Publish callbacks [] for router_controller (6581c431-4457-43d2-99cc-a1a4f8c88f28), precommit_add_association {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.640267 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 1c1c5879-1d98-4afc-9ebe-f89850072a02 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:20.643768 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62790f3-32b1-5633-b3ce-e64a86f35074-9eba1138-670a-4e89-a853-43e33e51bbaa', 'network_id': '9eba1138-670a-4e89-a853-43e33e51bbaa', 'project_id': '7a7007194b0d48e2bc0f95011abe40cf', 'fixed_ips': [{'subnet_id': 'dd4cd7bd-a9da-45a0-b87f-2742dc6a949d'}]}} from dv-cinder-834448-3-iscsi. {{(pid=103948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:35:20.645252 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.668652 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-17a58273-1c1c-4755-a3b1-2f180d5b10a4 None None] Current status of the port cb566598-8d5d-4016-942d-a033b8bcd216 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:20.669048 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-17a58273-1c1c-4755-a3b1-2f180d5b10a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.725542 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbb819-49ba-4986-893e-19d6940193d0 req-4d704796-19bb-4ae8-9732-6964b2dee052 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:20.727304 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e6cbb819-49ba-4986-893e-19d6940193d0 req-4d704796-19bb-4ae8-9732-6964b2dee052 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0629854 Apr 05 11:35:20.760293 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'name': 'tempest-TestShelveInstance-1038592655-router', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:11Z', 'updated_at': '2022-04-05T11:35:16Z', 'revision_number': 4, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'gw_port': {'id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:12Z', 'updated_at': '2022-04-05T11:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'cb566598-8d5d-4016-942d-a033b8bcd216', 'name': '', 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'mac_address': 'fa:16:3e:ac:18:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:15Z', 'updated_at': '2022-04-05T11:35:19Z', 'revision_number': 4, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'subnets': [{'id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:20.814106 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990288ba-dddd-4615-a870-81b4c6192e10 None None] The sync data for ids ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'] in dv-cinder-834448-3-iscsi is: [{'id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'name': 'tempest-TestShelveInstance-1038592655-router', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:11Z', 'updated_at': '2022-04-05T11:35:16Z', 'revision_number': 4, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'gw_port': {'id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:12Z', 'updated_at': '2022-04-05T11:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'cb566598-8d5d-4016-942d-a033b8bcd216', 'name': '', 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'mac_address': 'fa:16:3e:ac:18:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:15Z', 'updated_at': '2022-04-05T11:35:19Z', 'revision_number': 4, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'subnets': [{'id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:35:20.821614 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-78216784-fd16-4646-bd76-60a89e159429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.829162 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-17a58273-1c1c-4755-a3b1-2f180d5b10a4 None None] For port cb566598-8d5d-4016-942d-a033b8bcd216, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=cb566598-8d5d-4016-942d-a033b8bcd216,segment=NetworkSegment(dcfa7b5c-0446-438d-96d7-90816366816d),segment_id=dcfa7b5c-0446-438d-96d7-90816366816d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:35:20.868512 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e6cbb819-49ba-4986-893e-19d6940193d0 req-89bfa747-3aa0-469e-b4bc-14cbb638f8fa tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348722 Apr 05 11:35:20.930147 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Allocated IP 172.20.0.2 (9eba1138-670a-4e89-a853-43e33e51bbaa/dd4cd7bd-a9da-45a0-b87f-2742dc6a949d/c81b04ca-7ab3-42c8-b57e-eb305d1cc92d) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:35:20.937117 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-17a58273-1c1c-4755-a3b1-2f180d5b10a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:21.039070 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Publish callbacks [] for router_gateway (6581c431-4457-43d2-99cc-a1a4f8c88f28), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:21.080581 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a58273-1c1c-4755-a3b1-2f180d5b10a4 None None] Pushing event updated for resources: {'Port': ['ID=cb566598-8d5d-4016-942d-a033b8bcd216,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:21.209411 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Publish callbacks [] for port (c81b04ca-7ab3-42c8-b57e-eb305d1cc92d), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:21.292823 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (c81b04ca-7ab3-42c8-b57e-eb305d1cc92d), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:21.306883 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:35:21.364505 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Network 9eba1138-670a-4e89-a853-43e33e51bbaa is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:35:21.367646 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:35:21.371820 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:35:21.399376 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Pushing event updated for resources: {'Port': ['ID=c81b04ca-7ab3-42c8-b57e-eb305d1cc92d,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:21.480934 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Attempting to bind port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:35:21.481318 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Attempting to bind port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '04392578-44be-495c-ac72-b125291932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9eba1138-670a-4e89-a853-43e33e51bbaa'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:35:21.481686 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Attempting to bind port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d on network 9eba1138-670a-4e89-a853-43e33e51bbaa {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:35:21.488549 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:35:21.489004 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Checking segment: {'id': '04392578-44be-495c-ac72-b125291932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9eba1138-670a-4e89-a853-43e33e51bbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:35:21.489728 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:21.492555 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Bound using segment: {'id': '04392578-44be-495c-ac72-b125291932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9eba1138-670a-4e89-a853-43e33e51bbaa'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:35:21.493151 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Bound port: c81b04ca-7ab3-42c8-b57e-eb305d1cc92d, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04392578-44be-495c-ac72-b125291932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9eba1138-670a-4e89-a853-43e33e51bbaa'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:35:21.493555 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (c81b04ca-7ab3-42c8-b57e-eb305d1cc92d), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:21.494786 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Publish callbacks [] for router_gateway (6581c431-4457-43d2-99cc-a1a4f8c88f28), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:21.521976 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:21.601911 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] For port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:35:21.607894 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] For port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=c81b04ca-7ab3-42c8-b57e-eb305d1cc92d,segment=NetworkSegment(04392578-44be-495c-ac72-b125291932a7),segment_id=04392578-44be-495c-ac72-b125291932a7)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:35:21.679121 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Allocated IP 172.27.1.136 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/d57f9b1b-7975-4853-aecd-d854ab98ccc6) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:35:21.703961 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (c81b04ca-7ab3-42c8-b57e-eb305d1cc92d), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:21.772858 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2728dc4-51ff-40e2-8359-39b06b79316c None None] Pushing event updated for resources: {'Port': ['ID=c81b04ca-7ab3-42c8-b57e-eb305d1cc92d,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:21.845890 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Publish callbacks [] for port (d57f9b1b-7975-4853-aecd-d854ab98ccc6), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:21.983504 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device cb566598-8d5d-4016-942d-a033b8bcd216 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:35:22.148916 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port cb566598-8d5d-4016-942d-a033b8bcd216 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:22.149760 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:22.279736 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port cb566598-8d5d-4016-942d-a033b8bcd216 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:22.298613 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59660) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:22.324559 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f50f5-baa3-4786-b367-d0cdb4c30715 req-f96e63f6-787b-4568-9f63-9f43d1f7ff7e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:22.326140 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-197f50f5-baa3-4786-b367-d0cdb4c30715 req-f96e63f6-787b-4568-9f63-9f43d1f7ff7e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0793564 Apr 05 11:35:22.386178 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-197f50f5-baa3-4786-b367-d0cdb4c30715 req-2059c29d-5251-429d-b01c-e6b0c23ca388 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543025 Apr 05 11:35:22.405238 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (d57f9b1b-7975-4853-aecd-d854ab98ccc6), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:22.446848 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:35:22.454311 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:35:22.461460 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:35:22.464334 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Pushing event updated for resources: {'Port': ['ID=d57f9b1b-7975-4853-aecd-d854ab98ccc6,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:22.608857 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-33407f56-6a30-4cef-868d-4045114fb9cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:22.698877 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-33407f56-6a30-4cef-868d-4045114fb9cd admin admin] Publish callbacks [] for security_group (5ad03a7a-d0a9-4250-989f-0e394a46785b), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:22.794247 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-33407f56-6a30-4cef-868d-4045114fb9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (5ad03a7a-d0a9-4250-989f-0e394a46785b), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:22.845105 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Publish callbacks [] for router_gateway (6581c431-4457-43d2-99cc-a1a4f8c88f28), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:22.851808 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-33407f56-6a30-4cef-868d-4045114fb9cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf57e1aa949d466e85b94c48179921a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5592771 Apr 05 11:35:22.853456 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59686) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:22.888979 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59690) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:22.906470 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33407f56-6a30-4cef-868d-4045114fb9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad03a7a-d0a9-4250-989f-0e394a46785b,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:22.957503 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b219cf5b-6486-4a5d-a065-a065f424fd5a admin admin] Publish callbacks [] for security_group (5ad03a7a-d0a9-4250-989f-0e394a46785b), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:22.986134 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b219cf5b-6486-4a5d-a065-a065f424fd5a admin admin] Publish callbacks [] for security_group (5ad03a7a-d0a9-4250-989f-0e394a46785b), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:22.996367 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b5d9d6-a53b-483c-9db1-1edd4984f412 admin admin] Deleting subnet b0436f5c-bf78-413a-aab8-d1ecf93bbbac {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:35:23.002740 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-58b5d9d6-a53b-483c-9db1-1edd4984f412 admin admin] Publish callbacks [] for subnet (b0436f5c-bf78-413a-aab8-d1ecf93bbbac), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.053471 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-58b5d9d6-a53b-483c-9db1-1edd4984f412 admin admin] Publish callbacks [] for subnet (b0436f5c-bf78-413a-aab8-d1ecf93bbbac), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.091206 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f336-949e-40c2-bef6-67f66869c1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.100432 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-58b5d9d6-a53b-483c-9db1-1edd4984f412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (b0436f5c-bf78-413a-aab8-d1ecf93bbbac), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.104302 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dff76f8-1f01-4880-b800-c48375efbe47 None None] Network 9eba1138-670a-4e89-a853-43e33e51bbaa requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:35:23.199354 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530046'] for router (6581c431-4457-43d2-99cc-a1a4f8c88f28), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.209750 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-7114dc74-2388-447d-895e-56a65e86b9f2 None None] Provisioning complete for port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:23.210046 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7114dc74-2388-447d-895e-56a65e86b9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (c81b04ca-7ab3-42c8-b57e-eb305d1cc92d), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.280234 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b219cf5b-6486-4a5d-a065-a065f424fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (5ad03a7a-d0a9-4250-989f-0e394a46785b), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.284167 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b219cf5b-6486-4a5d-a065-a065f424fd5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.287089 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-b219cf5b-6486-4a5d-a065-a065f424fd5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ad03a7a-d0a9-4250-989f-0e394a46785b HTTP/1.1" status: 204 len: 168 time: 0.4322071 Apr 05 11:35:23.300956 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219cf5b-6486-4a5d-a065-a065f424fd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad03a7a-d0a9-4250-989f-0e394a46785b,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:23.338952 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-58b5d9d6-a53b-483c-9db1-1edd4984f412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for subnet (b0436f5c-bf78-413a-aab8-d1ecf93bbbac), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.349437 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-7114dc74-2388-447d-895e-56a65e86b9f2 None None] Current status of the port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:23.349821 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7114dc74-2388-447d-895e-56a65e86b9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (c81b04ca-7ab3-42c8-b57e-eb305d1cc92d), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.408008 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-7114dc74-2388-447d-895e-56a65e86b9f2 None None] For port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=c81b04ca-7ab3-42c8-b57e-eb305d1cc92d,segment=NetworkSegment(04392578-44be-495c-ac72-b125291932a7),segment_id=04392578-44be-495c-ac72-b125291932a7)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:35:23.416186 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5d9d6-a53b-483c-9db1-1edd4984f412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0436f5c-bf78-413a-aab8-d1ecf93bbbac,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:23.422918 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-58b5d9d6-a53b-483c-9db1-1edd4984f412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.433983 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-58b5d9d6-a53b-483c-9db1-1edd4984f412 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b0436f5c-bf78-413a-aab8-d1ecf93bbbac HTTP/1.1" status: 204 len: 168 time: 0.5412800 Apr 05 11:35:23.441675 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59702) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:23.531693 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7114dc74-2388-447d-895e-56a65e86b9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (c81b04ca-7ab3-42c8-b57e-eb305d1cc92d), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.538272 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f37f-2688-474c-b2a6-5b8a895fb9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (4d7348e3-5aa4-4a2c-af5d-7043d059c928), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.582210 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500082d-4b29-4da6-be61-74abf41f0467 req-88e77f04-4161-4142-a64e-af169decd205 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:23.583757 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3500082d-4b29-4da6-be61-74abf41f0467 req-88e77f04-4161-4142-a64e-af169decd205 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.1168206 Apr 05 11:35:23.589602 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114dc74-2388-447d-895e-56a65e86b9f2 None None] Pushing event updated for resources: {'Port': ['ID=c81b04ca-7ab3-42c8-b57e-eb305d1cc92d,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:23.600085 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Router 6581c431-4457-43d2-99cc-a1a4f8c88f28 is scheduled to L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 with binding_index 1 {{(pid=103947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:35:23.649601 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f37f-2688-474c-b2a6-5b8a895fb9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (4d7348e3-5aa4-4a2c-af5d-7043d059c928), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.663910 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-e741aaea-ec02-43d2-9453-ad855d3b10b1 None None] Provisioning complete for port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:23.664658 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e741aaea-ec02-43d2-9453-ad855d3b10b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (c81b04ca-7ab3-42c8-b57e-eb305d1cc92d), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.684116 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-a9e5f37f-2688-474c-b2a6-5b8a895fb9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7348e3-5aa4-4a2c-af5d-7043d059c928']}} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:23.698799 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3500082d-4b29-4da6-be61-74abf41f0467 req-a7885b47-6f91-4521-b003-a775f54a1109 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026456 Apr 05 11:35:23.700416 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-a9e5f37f-2688-474c-b2a6-5b8a895fb9c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce9f444-38cf-4f95-9c05-e2c33ab8a347') {'for_net_delete': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:23.700713 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-a9e5f37f-2688-474c-b2a6-5b8a895fb9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce9f444-38cf-4f95-9c05-e2c33ab8a347') {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:23.713114 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f37f-2688-474c-b2a6-5b8a895fb9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59243133'] for segment (9ce9f444-38cf-4f95-9c05-e2c33ab8a347), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.720335 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:35:23.734056 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Sync routers for ids ['6581c431-4457-43d2-99cc-a1a4f8c88f28'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:35:23.739631 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f37f-2688-474c-b2a6-5b8a895fb9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (9ce9f444-38cf-4f95-9c05-e2c33ab8a347), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.752301 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e5f37f-2688-474c-b2a6-5b8a895fb9c8 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:35:23.752926 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f37f-2688-474c-b2a6-5b8a895fb9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61926161'] for segment (9ce9f444-38cf-4f95-9c05-e2c33ab8a347), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: Traceback (most recent call last): Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: timer() Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: cb(*args, **kw) Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: return func(*args, **kwargs) Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: self._notify() Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: self.callback(batched_events) Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: event.method(event) Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: return f(self, *a, **k) Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._get(url).json() Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: return self.request(url, 'GET', **kwargs) Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:35:23.755472 dv-cinder-834448-3-iscsi neutron-server[103946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:35:23.757207 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Routers {'6581c431-4457-43d2-99cc-a1a4f8c88f28'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:35:23.757207 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5c92534a-cd72-4eff-a620-765319696999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:35:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['6581c431-4457-43d2-99cc-a1a4f8c88f28'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:23.770440 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-e741aaea-ec02-43d2-9453-ad855d3b10b1 None None] Current status of the port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:23.858075 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.860656 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3740b1c5-b22f-4fef-9995-e81f37f2509b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5216961 Apr 05 11:35:23.870122 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59708) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:23.876331 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Set router 6581c431-4457-43d2-99cc-a1a4f8c88f28 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:35:23.914472 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f37f-2688-474c-b2a6-5b8a895fb9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (4d7348e3-5aa4-4a2c-af5d-7043d059c928), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.927227 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f37f-2688-474c-b2a6-5b8a895fb9c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.937052 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-a9e5f37f-2688-474c-b2a6-5b8a895fb9c8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4d7348e3-5aa4-4a2c-af5d-7043d059c928 HTTP/1.1" status: 204 len: 168 time: 0.5015643 Apr 05 11:35:23.973134 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59712) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:23.981540 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5f37f-2688-474c-b2a6-5b8a895fb9c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7348e3-5aa4-4a2c-af5d-7043d059c928,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:24.031708 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device c81b04ca-7ab3-42c8-b57e-eb305d1cc92d up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:35:24.066711 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4aaf2a-dee1-469f-9834-cf6d6e6abcac admin admin] Deleting subnet ecb4cdf2-c55e-4de9-8920-76dd776803cd {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:35:24.072650 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ae4aaf2a-dee1-469f-9834-cf6d6e6abcac admin admin] Publish callbacks [] for subnet (ecb4cdf2-c55e-4de9-8920-76dd776803cd), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.108892 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:24.109993 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (c81b04ca-7ab3-42c8-b57e-eb305d1cc92d), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.148133 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.154268 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ae4aaf2a-dee1-469f-9834-cf6d6e6abcac admin admin] Publish callbacks [] for subnet (ecb4cdf2-c55e-4de9-8920-76dd776803cd), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.156953 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5c92534a-cd72-4eff-a620-765319696999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'name': 'tempest-TestShelveInstance-1130903615-router', 'tenant_id': '7a7007194b0d48e2bc0f95011abe40cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd57f9b1b-7975-4853-aecd-d854ab98ccc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:20Z', 'updated_at': '2022-04-05T11:35:22Z', 'revision_number': 3, 'project_id': '7a7007194b0d48e2bc0f95011abe40cf', 'gw_port': {'id': 'd57f9b1b-7975-4853-aecd-d854ab98ccc6', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:21Z', 'updated_at': '2022-04-05T11:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:24.192037 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ae4aaf2a-dee1-469f-9834-cf6d6e6abcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (ecb4cdf2-c55e-4de9-8920-76dd776803cd), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.215295 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Checking router: 6581c431-4457-43d2-99cc-a1a4f8c88f28 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:35:24.215691 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Updating router 6581c431-4457-43d2-99cc-a1a4f8c88f28 port d57f9b1b-7975-4853-aecd-d854ab98ccc6 binding host dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:35:24.262026 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (d57f9b1b-7975-4853-aecd-d854ab98ccc6), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.272697 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:24.351441 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ae4aaf2a-dee1-469f-9834-cf6d6e6abcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for subnet (ecb4cdf2-c55e-4de9-8920-76dd776803cd), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.382962 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4aaf2a-dee1-469f-9834-cf6d6e6abcac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb4cdf2-c55e-4de9-8920-76dd776803cd,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:24.392218 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ae4aaf2a-dee1-469f-9834-cf6d6e6abcac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.398811 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59730) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:24.399260 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-ae4aaf2a-dee1-469f-9834-cf6d6e6abcac admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ecb4cdf2-c55e-4de9-8920-76dd776803cd HTTP/1.1" status: 204 len: 168 time: 0.4247143 Apr 05 11:35:24.482801 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-17d1e53c-9837-4f3c-969b-c5346c02997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (4cd3b12c-5c92-453f-99ac-edd4c0ce836e), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.585698 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-17d1e53c-9837-4f3c-969b-c5346c02997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (4cd3b12c-5c92-453f-99ac-edd4c0ce836e), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.588001 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Publish callbacks [] for port (d57f9b1b-7975-4853-aecd-d854ab98ccc6), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.609755 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-17d1e53c-9837-4f3c-969b-c5346c02997d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd3b12c-5c92-453f-99ac-edd4c0ce836e']}} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:24.616076 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.625367 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-17d1e53c-9837-4f3c-969b-c5346c02997d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c80c27-f7ef-41e1-b258-4a932366b006') {'for_net_delete': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:24.632542 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-17d1e53c-9837-4f3c-969b-c5346c02997d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c80c27-f7ef-41e1-b258-4a932366b006') {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:24.639520 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-17d1e53c-9837-4f3c-969b-c5346c02997d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59243133'] for segment (25c80c27-f7ef-41e1-b258-4a932366b006), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.653392 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-17d1e53c-9837-4f3c-969b-c5346c02997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (25c80c27-f7ef-41e1-b258-4a932366b006), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.659935 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d1e53c-9837-4f3c-969b-c5346c02997d admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:35:24.660319 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-17d1e53c-9837-4f3c-969b-c5346c02997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61926161'] for segment (25c80c27-f7ef-41e1-b258-4a932366b006), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: Traceback (most recent call last): Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: timer() Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: cb(*args, **kw) Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: return func(*args, **kwargs) Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: self._notify() Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: self.callback(batched_events) Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: event.method(event) Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: return f(self, *a, **k) Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._get(url).json() Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: return self.request(url, 'GET', **kwargs) Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:35:24.662169 dv-cinder-834448-3-iscsi neutron-server[103946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:35:24.668381 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (d57f9b1b-7975-4853-aecd-d854ab98ccc6), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.715685 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Attempting to bind port d57f9b1b-7975-4853-aecd-d854ab98ccc6 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:35:24.716054 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Attempting to bind port d57f9b1b-7975-4853-aecd-d854ab98ccc6 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:35:24.716414 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Attempting to bind port d57f9b1b-7975-4853-aecd-d854ab98ccc6 on network 06b64f98-fdf1-414a-b53a-ab62106c5d0d {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:35:24.724331 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:35:24.728582 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Checking segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:35:24.728582 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.728582 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Bound using segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:35:24.728582 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Bound port: d57f9b1b-7975-4853-aecd-d854ab98ccc6, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:35:24.728582 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (d57f9b1b-7975-4853-aecd-d854ab98ccc6), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.728582 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bc15c-fe0e-47d4-9c3c-618db1d2f150 None None] Pushing event updated for resources: {'Port': ['ID=d57f9b1b-7975-4853-aecd-d854ab98ccc6,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:24.796696 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-17d1e53c-9837-4f3c-969b-c5346c02997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (4cd3b12c-5c92-453f-99ac-edd4c0ce836e), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.802673 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-17d1e53c-9837-4f3c-969b-c5346c02997d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.806162 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-17d1e53c-9837-4f3c-969b-c5346c02997d admin admin] 10.222.0.60 "DELETE /v2.0/networks/4cd3b12c-5c92-453f-99ac-edd4c0ce836e HTTP/1.1" status: 204 len: 168 time: 0.4061661 Apr 05 11:35:24.807793 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-5c92534a-cd72-4eff-a620-765319696999 None None] For port d57f9b1b-7975-4853-aecd-d854ab98ccc6, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:35:24.814935 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-5c92534a-cd72-4eff-a620-765319696999 None None] For port d57f9b1b-7975-4853-aecd-d854ab98ccc6, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=d57f9b1b-7975-4853-aecd-d854ab98ccc6,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:35:24.820298 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1e53c-9837-4f3c-969b-c5346c02997d admin admin] Pushing event deleted for resources: {'Network': ['ID=4cd3b12c-5c92-453f-99ac-edd4c0ce836e,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:24.842543 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Allocated IP 172.20.0.1 (9eba1138-670a-4e89-a853-43e33e51bbaa/dd4cd7bd-a9da-45a0-b87f-2742dc6a949d/b5711186-f261-4d17-adeb-1cbdc3f482b4) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:35:24.930091 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (d57f9b1b-7975-4853-aecd-d854ab98ccc6), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.941402 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bf97f-1ae0-4357-8ecb-18bb9247e1b1 req-da009199-fdaf-4455-94dc-f49af828d5b8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:24.954979 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7e3bf97f-1ae0-4357-8ecb-18bb9247e1b1 req-da009199-fdaf-4455-94dc-f49af828d5b8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.1649733 Apr 05 11:35:24.999490 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Routers {'6581c431-4457-43d2-99cc-a1a4f8c88f28'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:35:25.000116 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5c92534a-cd72-4eff-a620-765319696999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:35:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['6581c431-4457-43d2-99cc-a1a4f8c88f28'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:25.002966 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Publish callbacks [] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.038684 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7e3bf97f-1ae0-4357-8ecb-18bb9247e1b1 req-b4852d6b-ddb6-4bbc-a4a8-c0ed72b4c560 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854306 Apr 05 11:35:25.064847 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bc15c-fe0e-47d4-9c3c-618db1d2f150 None None] Pushing event updated for resources: {'Port': ['ID=d57f9b1b-7975-4853-aecd-d854ab98ccc6,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:25.134663 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-5c92534a-cd72-4eff-a620-765319696999 None None] Set router 6581c431-4457-43d2-99cc-a1a4f8c88f28 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:35:25.211377 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.247959 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Network 9eba1138-670a-4e89-a853-43e33e51bbaa is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:35:25.251090 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:35:25.256730 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:35:25.257422 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530095'] for router_interface (6581c431-4457-43d2-99cc-a1a4f8c88f28), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.312643 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Pushing event updated for resources: {'Port': ['ID=b5711186-f261-4d17-adeb-1cbdc3f482b4,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:25.382553 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5c92534a-cd72-4eff-a620-765319696999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'name': 'tempest-TestShelveInstance-1130903615-router', 'tenant_id': '7a7007194b0d48e2bc0f95011abe40cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd57f9b1b-7975-4853-aecd-d854ab98ccc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:20Z', 'updated_at': '2022-04-05T11:35:22Z', 'revision_number': 3, 'project_id': '7a7007194b0d48e2bc0f95011abe40cf', 'gw_port': {'id': 'd57f9b1b-7975-4853-aecd-d854ab98ccc6', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:21Z', 'updated_at': '2022-04-05T11:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:25.417387 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92534a-cd72-4eff-a620-765319696999 None None] The sync data for ids ['6581c431-4457-43d2-99cc-a1a4f8c88f28'] in dv-cinder-834448-3-iscsi is: [{'id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'name': 'tempest-TestShelveInstance-1130903615-router', 'tenant_id': '7a7007194b0d48e2bc0f95011abe40cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd57f9b1b-7975-4853-aecd-d854ab98ccc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:20Z', 'updated_at': '2022-04-05T11:35:22Z', 'revision_number': 3, 'project_id': '7a7007194b0d48e2bc0f95011abe40cf', 'gw_port': {'id': 'd57f9b1b-7975-4853-aecd-d854ab98ccc6', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:21Z', 'updated_at': '2022-04-05T11:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:35:25.516778 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-d00f92da-46ec-45c1-a03c-64143fe72f1b None None] Provisioning complete for port b5711186-f261-4d17-adeb-1cbdc3f482b4 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:25.517256 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d00f92da-46ec-45c1-a03c-64143fe72f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.557446 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-d00f92da-46ec-45c1-a03c-64143fe72f1b None None] Port b5711186-f261-4d17-adeb-1cbdc3f482b4 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:35:25.570092 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.597951 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.612442 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59752) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:25.666893 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-316c362b-55ae-40ba-ac1f-36c701c635db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4bcb997060c44182be0da7d9321231fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532396 Apr 05 11:35:25.669344 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59756) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:25.768466 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9430c8b3-24e0-4556-80e2-262017a2a584 admin admin] Publish callbacks [] for security_group (0e13f830-e1f9-4146-8214-7b5bad051ad6), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.807736 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9430c8b3-24e0-4556-80e2-262017a2a584 admin admin] Publish callbacks [] for security_group (0e13f830-e1f9-4146-8214-7b5bad051ad6), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.819828 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Publish callbacks [] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.905474 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.906240 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532287'] for router_interface (6581c431-4457-43d2-99cc-a1a4f8c88f28), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.939838 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device d57f9b1b-7975-4853-aecd-d854ab98ccc6 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:35:25.989094 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9430c8b3-24e0-4556-80e2-262017a2a584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (0e13f830-e1f9-4146-8214-7b5bad051ad6), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.992149 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9430c8b3-24e0-4556-80e2-262017a2a584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.993529 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-9430c8b3-24e0-4556-80e2-262017a2a584 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e13f830-e1f9-4146-8214-7b5bad051ad6 HTTP/1.1" status: 204 len: 168 time: 0.3231721 Apr 05 11:35:26.000747 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Pushing event updated for resources: {'Port': ['ID=b5711186-f261-4d17-adeb-1cbdc3f482b4,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:26.010719 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430c8b3-24e0-4556-80e2-262017a2a584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e13f830-e1f9-4146-8214-7b5bad051ad6,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:26.010906 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port d57f9b1b-7975-4853-aecd-d854ab98ccc6 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:26.011281 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (d57f9b1b-7975-4853-aecd-d854ab98ccc6), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:26.100404 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Network 9eba1138-670a-4e89-a853-43e33e51bbaa is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:35:26.105990 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:35:26.139136 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port d57f9b1b-7975-4853-aecd-d854ab98ccc6 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:26.140499 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (d57f9b1b-7975-4853-aecd-d854ab98ccc6), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:26.178998 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] For port d57f9b1b-7975-4853-aecd-d854ab98ccc6, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=d57f9b1b-7975-4853-aecd-d854ab98ccc6,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:35:26.257792 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4def9-ac33-4fff-918c-c837374dab0c req-94b73329-8dab-499e-9c77-924ccda503b9 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:26.259506 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e4f4def9-ac33-4fff-918c-c837374dab0c req-94b73329-8dab-499e-9c77-924ccda503b9 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0854578 Apr 05 11:35:26.326558 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Router 6581c431-4457-43d2-99cc-a1a4f8c88f28 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:35:26.337163 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (d57f9b1b-7975-4853-aecd-d854ab98ccc6), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:26.361532 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e4f4def9-ac33-4fff-918c-c837374dab0c req-b1c88b92-5cc3-47de-a1ac-a1f49db7b325 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897274 Apr 05 11:35:26.444641 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Pushing event updated for resources: {'Port': ['ID=d57f9b1b-7975-4853-aecd-d854ab98ccc6,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:26.482509 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:35:26.486321 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-9b219b7f-814c-4319-b429-eff07e2e9950 None None] Provisioning complete for port b5711186-f261-4d17-adeb-1cbdc3f482b4 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:26.486698 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9b219b7f-814c-4319-b429-eff07e2e9950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:26.498763 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e81ca0d9-e6bb-4e40-99c6-ac29319f7689 admin admin] 10.222.0.60 "PUT /v2.0/routers/6581c431-4457-43d2-99cc-a1a4f8c88f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6274896 Apr 05 11:35:26.525598 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-9b219b7f-814c-4319-b429-eff07e2e9950 None None] Port b5711186-f261-4d17-adeb-1cbdc3f482b4 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:35:26.948619 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:27.228517 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59796) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:27.233230 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-83081210-4066-470c-8dbe-b190e9e5e52b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1919320117', 'description': 'tempest-secgroup-smoke-1919320117 description', 'project_id': '8499ce2abe10411589e913912a8c40ed'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:27.267058 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59798) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:27.307744 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a23ce86f-1f43-49b2-adc0-7f1cd6a90822 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4f1e0b434ff4946addb8233c9c11e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394228 Apr 05 11:35:27.310052 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59800) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:27.362115 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-367b318b-9c27-4146-bda4-2b98c277810c admin admin] Publish callbacks [] for security_group (d6237e90-ea83-4fe9-86e0-d59dd83d8ff7), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:27.385197 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-367b318b-9c27-4146-bda4-2b98c277810c admin admin] Publish callbacks [] for security_group (d6237e90-ea83-4fe9-86e0-d59dd83d8ff7), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:27.395093 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-83081210-4066-470c-8dbe-b190e9e5e52b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:27.509005 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-83081210-4066-470c-8dbe-b190e9e5e52b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group (88d1ffb5-784c-4e40-81ec-d861cf5414e6), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:27.516975 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f0a36-e600-4b3a-a979-d31c701bd5dc req-18742749-392d-4813-862a-a2054a7b2075 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:27.518451 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b20f0a36-e600-4b3a-a979-d31c701bd5dc req-18742749-392d-4813-862a-a2054a7b2075 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0904934 Apr 05 11:35:27.564600 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b20f0a36-e600-4b3a-a979-d31c701bd5dc req-cc5a0490-a2e4-442e-81e1-c035d57461bb tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404844 Apr 05 11:35:27.628255 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-367b318b-9c27-4146-bda4-2b98c277810c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (d6237e90-ea83-4fe9-86e0-d59dd83d8ff7), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:27.631889 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-367b318b-9c27-4146-bda4-2b98c277810c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:27.633165 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-367b318b-9c27-4146-bda4-2b98c277810c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6237e90-ea83-4fe9-86e0-d59dd83d8ff7 HTTP/1.1" status: 204 len: 168 time: 0.3222003 Apr 05 11:35:27.640768 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b318b-9c27-4146-bda4-2b98c277810c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6237e90-ea83-4fe9-86e0-d59dd83d8ff7,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:27.702578 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-83081210-4066-470c-8dbe-b190e9e5e52b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (88d1ffb5-784c-4e40-81ec-d861cf5414e6), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:27.732123 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83081210-4066-470c-8dbe-b190e9e5e52b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d1ffb5-784c-4e40-81ec-d861cf5414e6,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:27.876378 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-83081210-4066-470c-8dbe-b190e9e5e52b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:27.877654 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-83081210-4066-470c-8dbe-b190e9e5e52b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6480882 Apr 05 11:35:27.880831 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59808) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:27.885823 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-fc1332b4-a20e-436d-9f18-b4eb154fe53b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Request body: {'security_group_rule': {'security_group_id': '88d1ffb5-784c-4e40-81ec-d861cf5414e6', 'project_id': '8499ce2abe10411589e913912a8c40ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:27.916329 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device d57f9b1b-7975-4853-aecd-d854ab98ccc6 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:35:27.964589 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port d57f9b1b-7975-4853-aecd-d854ab98ccc6 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:27.964964 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (d57f9b1b-7975-4853-aecd-d854ab98ccc6), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:27.970218 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fc1332b4-a20e-436d-9f18-b4eb154fe53b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (5d7997a1-d580-4b6f-b20b-8eeed75c3d12), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:28.019652 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fc1332b4-a20e-436d-9f18-b4eb154fe53b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (5d7997a1-d580-4b6f-b20b-8eeed75c3d12), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:28.053391 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port d57f9b1b-7975-4853-aecd-d854ab98ccc6 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:28.085407 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fc1332b4-a20e-436d-9f18-b4eb154fe53b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (5d7997a1-d580-4b6f-b20b-8eeed75c3d12), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:28.104555 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1332b4-a20e-436d-9f18-b4eb154fe53b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7997a1-d580-4b6f-b20b-8eeed75c3d12,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:28.210058 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fc1332b4-a20e-436d-9f18-b4eb154fe53b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:28.211367 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-fc1332b4-a20e-436d-9f18-b4eb154fe53b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3293235 Apr 05 11:35:28.214234 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59820) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:28.218868 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-c7e3364d-b643-40b1-a35c-7e0e491f2738 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Request body: {'security_group_rule': {'security_group_id': '88d1ffb5-784c-4e40-81ec-d861cf5414e6', 'project_id': '8499ce2abe10411589e913912a8c40ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:28.336938 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c7e3364d-b643-40b1-a35c-7e0e491f2738 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (3597f0b7-4cdc-4557-93d9-3c59b9c8440a), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:28.357137 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Sync routers for ids ['6581c431-4457-43d2-99cc-a1a4f8c88f28'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:35:28.367897 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Routers {'6581c431-4457-43d2-99cc-a1a4f8c88f28'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:35:28.368512 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-592a930c-7307-4936-8f5c-317b9765462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:35:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['6581c431-4457-43d2-99cc-a1a4f8c88f28'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:28.410741 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c7e3364d-b643-40b1-a35c-7e0e491f2738 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (3597f0b7-4cdc-4557-93d9-3c59b9c8440a), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:28.483335 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Set router 6581c431-4457-43d2-99cc-a1a4f8c88f28 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:35:28.531317 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c7e3364d-b643-40b1-a35c-7e0e491f2738 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (3597f0b7-4cdc-4557-93d9-3c59b9c8440a), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:28.553886 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3364d-b643-40b1-a35c-7e0e491f2738 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3597f0b7-4cdc-4557-93d9-3c59b9c8440a,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:28.689836 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b56cd-0693-44a1-ae7d-7b5d70598ba2 req-d0fd1675-eadc-473a-86a7-42f4b093c476 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:28.693434 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e54b56cd-0693-44a1-ae7d-7b5d70598ba2 req-d0fd1675-eadc-473a-86a7-42f4b093c476 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0581238 Apr 05 11:35:28.701894 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-592a930c-7307-4936-8f5c-317b9765462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'name': 'tempest-TestShelveInstance-1130903615-router', 'tenant_id': '7a7007194b0d48e2bc0f95011abe40cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd57f9b1b-7975-4853-aecd-d854ab98ccc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:20Z', 'updated_at': '2022-04-05T11:35:25Z', 'revision_number': 4, 'project_id': '7a7007194b0d48e2bc0f95011abe40cf', 'gw_port': {'id': 'd57f9b1b-7975-4853-aecd-d854ab98ccc6', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:21Z', 'updated_at': '2022-04-05T11:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'b5711186-f261-4d17-adeb-1cbdc3f482b4', 'name': '', 'network_id': '9eba1138-670a-4e89-a853-43e33e51bbaa', 'tenant_id': '7a7007194b0d48e2bc0f95011abe40cf', 'mac_address': 'fa:16:3e:f2:5f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'dd4cd7bd-a9da-45a0-b87f-2742dc6a949d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:24Z', 'updated_at': '2022-04-05T11:35:25Z', 'revision_number': 2, 'project_id': '7a7007194b0d48e2bc0f95011abe40cf', 'subnets': [{'id': 'dd4cd7bd-a9da-45a0-b87f-2742dc6a949d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:28.708770 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c7e3364d-b643-40b1-a35c-7e0e491f2738 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:28.716494 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59832) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:28.716877 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-c7e3364d-b643-40b1-a35c-7e0e491f2738 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5006976 Apr 05 11:35:28.721164 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-458b9233-009b-4911-bc1c-0ebcf775dd56 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Request body: {'security_group_rule': {'security_group_id': '88d1ffb5-784c-4e40-81ec-d861cf5414e6', 'project_id': '8499ce2abe10411589e913912a8c40ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:28.732053 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Checking router: 6581c431-4457-43d2-99cc-a1a4f8c88f28 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:35:28.732416 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Updating router 6581c431-4457-43d2-99cc-a1a4f8c88f28 port b5711186-f261-4d17-adeb-1cbdc3f482b4 binding host dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:35:28.765796 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e54b56cd-0693-44a1-ae7d-7b5d70598ba2 req-50dd2b4d-45b6-4eed-bd7b-b78b4fc59744 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656688 Apr 05 11:35:28.770522 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:28.915455 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-458b9233-009b-4911-bc1c-0ebcf775dd56 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (e97da155-6ab1-4fd6-95c3-11ec845369d5), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:28.991765 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-458b9233-009b-4911-bc1c-0ebcf775dd56 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (e97da155-6ab1-4fd6-95c3-11ec845369d5), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.097622 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-458b9233-009b-4911-bc1c-0ebcf775dd56 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (e97da155-6ab1-4fd6-95c3-11ec845369d5), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.119594 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b9233-009b-4911-bc1c-0ebcf775dd56 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97da155-6ab1-4fd6-95c3-11ec845369d5,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:29.212532 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Publish callbacks [] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.279992 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.281888 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-458b9233-009b-4911-bc1c-0ebcf775dd56 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.283101 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-458b9233-009b-4911-bc1c-0ebcf775dd56 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5655127 Apr 05 11:35:29.286310 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59862) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:29.292130 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-a932d566-6699-48bf-913f-7130f6f0bc27 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Request body: {'security_group_rule': {'security_group_id': '88d1ffb5-784c-4e40-81ec-d861cf5414e6', 'project_id': '8499ce2abe10411589e913912a8c40ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:29.363933 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d375f-62b1-48a6-a637-3e0129908719 None None] Pushing event updated for resources: {'Port': ['ID=b5711186-f261-4d17-adeb-1cbdc3f482b4,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:29.402074 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Attempting to bind port b5711186-f261-4d17-adeb-1cbdc3f482b4 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:35:29.402464 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Attempting to bind port b5711186-f261-4d17-adeb-1cbdc3f482b4 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '04392578-44be-495c-ac72-b125291932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9eba1138-670a-4e89-a853-43e33e51bbaa'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:35:29.402824 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Attempting to bind port b5711186-f261-4d17-adeb-1cbdc3f482b4 on network 9eba1138-670a-4e89-a853-43e33e51bbaa {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:35:29.408459 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:35:29.408842 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Checking segment: {'id': '04392578-44be-495c-ac72-b125291932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9eba1138-670a-4e89-a853-43e33e51bbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:35:29.409781 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.410157 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Bound using segment: {'id': '04392578-44be-495c-ac72-b125291932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9eba1138-670a-4e89-a853-43e33e51bbaa'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:35:29.410659 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Bound port: b5711186-f261-4d17-adeb-1cbdc3f482b4, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04392578-44be-495c-ac72-b125291932a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9eba1138-670a-4e89-a853-43e33e51bbaa'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:35:29.411096 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.434081 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a932d566-6699-48bf-913f-7130f6f0bc27 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (e602a10c-6a5f-4772-a891-a88a3be2bf52), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.485192 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-592a930c-7307-4936-8f5c-317b9765462b None None] For port b5711186-f261-4d17-adeb-1cbdc3f482b4, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:35:29.489396 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-592a930c-7307-4936-8f5c-317b9765462b None None] For port b5711186-f261-4d17-adeb-1cbdc3f482b4, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=b5711186-f261-4d17-adeb-1cbdc3f482b4,segment=NetworkSegment(04392578-44be-495c-ac72-b125291932a7),segment_id=04392578-44be-495c-ac72-b125291932a7)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:35:29.491618 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a932d566-6699-48bf-913f-7130f6f0bc27 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (e602a10c-6a5f-4772-a891-a88a3be2bf52), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.567700 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a932d566-6699-48bf-913f-7130f6f0bc27 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (e602a10c-6a5f-4772-a891-a88a3be2bf52), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.567875 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.588976 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932d566-6699-48bf-913f-7130f6f0bc27 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e602a10c-6a5f-4772-a891-a88a3be2bf52,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:29.601291 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-0d1802de-61e5-4398-9f48-18469a5e513f None None] Provisioning complete for port b5711186-f261-4d17-adeb-1cbdc3f482b4 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:29.601665 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0d1802de-61e5-4398-9f48-18469a5e513f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.674249 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d375f-62b1-48a6-a637-3e0129908719 None None] Pushing event updated for resources: {'Port': ['ID=b5711186-f261-4d17-adeb-1cbdc3f482b4,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:29.677034 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Routers {'6581c431-4457-43d2-99cc-a1a4f8c88f28'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:35:29.677834 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-592a930c-7307-4936-8f5c-317b9765462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:35:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['6581c431-4457-43d2-99cc-a1a4f8c88f28'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:29.721910 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a932d566-6699-48bf-913f-7130f6f0bc27 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.731058 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-a932d566-6699-48bf-913f-7130f6f0bc27 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4360647 Apr 05 11:35:29.731058 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59874) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:29.731058 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-5668fcce-c9b9-4974-b55a-4c7539d31073 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Request body: {'security_group_rule': {'security_group_id': '88d1ffb5-784c-4e40-81ec-d861cf5414e6', 'project_id': '8499ce2abe10411589e913912a8c40ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:29.834547 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-0d1802de-61e5-4398-9f48-18469a5e513f None None] Current status of the port b5711186-f261-4d17-adeb-1cbdc3f482b4 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:29.835235 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0d1802de-61e5-4398-9f48-18469a5e513f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.863806 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-592a930c-7307-4936-8f5c-317b9765462b None None] Set router 6581c431-4457-43d2-99cc-a1a4f8c88f28 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:35:29.889846 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 59882) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:29.904435 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.securitygroups_db [None req-5668fcce-c9b9-4974-b55a-4c7539d31073 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Project 8499ce2abe10411589e913912a8c40ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:35:29.917506 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-0d1802de-61e5-4398-9f48-18469a5e513f None None] For port b5711186-f261-4d17-adeb-1cbdc3f482b4, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=b5711186-f261-4d17-adeb-1cbdc3f482b4,segment=NetworkSegment(04392578-44be-495c-ac72-b125291932a7),segment_id=04392578-44be-495c-ac72-b125291932a7)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:35:29.919059 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5668fcce-c9b9-4974-b55a-4c7539d31073 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (c943ddb0-93b4-4fd1-a81f-72cec9d9008b), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.968779 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a340a-b669-42a0-838e-727df804dc85 req-d44a0748-3369-47bd-b514-e3d6f4604ff2 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:29.970516 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5e2a340a-b669-42a0-838e-727df804dc85 req-d44a0748-3369-47bd-b514-e3d6f4604ff2 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0986738 Apr 05 11:35:30.026672 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5668fcce-c9b9-4974-b55a-4c7539d31073 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (c943ddb0-93b4-4fd1-a81f-72cec9d9008b), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:30.036757 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0d1802de-61e5-4398-9f48-18469a5e513f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:30.045494 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5e2a340a-b669-42a0-838e-727df804dc85 req-9ab5b3bc-9956-48e7-9a73-2d9b5e82bfca tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626166 Apr 05 11:35:30.087923 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e8b65faa-3db0-4fd3-b52d-28e9766ce596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:30.136864 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1802de-61e5-4398-9f48-18469a5e513f None None] Pushing event updated for resources: {'Port': ['ID=b5711186-f261-4d17-adeb-1cbdc3f482b4,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:30.148164 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5668fcce-c9b9-4974-b55a-4c7539d31073 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (c943ddb0-93b4-4fd1-a81f-72cec9d9008b), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:30.167555 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668fcce-c9b9-4974-b55a-4c7539d31073 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c943ddb0-93b4-4fd1-a81f-72cec9d9008b,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:30.171609 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e8b65faa-3db0-4fd3-b52d-28e9766ce596 admin admin] Publish callbacks [] for security_group (ec4442dc-da8e-4a86-b76e-93c8f76fbe54), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:30.193262 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-8c45cdc1-a668-4e87-8d55-651899c7d336 None None] Provisioning complete for port b5711186-f261-4d17-adeb-1cbdc3f482b4 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:30.194902 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8c45cdc1-a668-4e87-8d55-651899c7d336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:30.242065 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-592a930c-7307-4936-8f5c-317b9765462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'name': 'tempest-TestShelveInstance-1130903615-router', 'tenant_id': '7a7007194b0d48e2bc0f95011abe40cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd57f9b1b-7975-4853-aecd-d854ab98ccc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:20Z', 'updated_at': '2022-04-05T11:35:25Z', 'revision_number': 4, 'project_id': '7a7007194b0d48e2bc0f95011abe40cf', 'gw_port': {'id': 'd57f9b1b-7975-4853-aecd-d854ab98ccc6', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:21Z', 'updated_at': '2022-04-05T11:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'b5711186-f261-4d17-adeb-1cbdc3f482b4', 'name': '', 'network_id': '9eba1138-670a-4e89-a853-43e33e51bbaa', 'tenant_id': '7a7007194b0d48e2bc0f95011abe40cf', 'mac_address': 'fa:16:3e:f2:5f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'dd4cd7bd-a9da-45a0-b87f-2742dc6a949d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:24Z', 'updated_at': '2022-04-05T11:35:29Z', 'revision_number': 4, 'project_id': '7a7007194b0d48e2bc0f95011abe40cf', 'subnets': [{'id': 'dd4cd7bd-a9da-45a0-b87f-2742dc6a949d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:30.278218 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a930c-7307-4936-8f5c-317b9765462b None None] The sync data for ids ['6581c431-4457-43d2-99cc-a1a4f8c88f28'] in dv-cinder-834448-3-iscsi is: [{'id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'name': 'tempest-TestShelveInstance-1130903615-router', 'tenant_id': '7a7007194b0d48e2bc0f95011abe40cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd57f9b1b-7975-4853-aecd-d854ab98ccc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:20Z', 'updated_at': '2022-04-05T11:35:25Z', 'revision_number': 4, 'project_id': '7a7007194b0d48e2bc0f95011abe40cf', 'gw_port': {'id': 'd57f9b1b-7975-4853-aecd-d854ab98ccc6', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:21Z', 'updated_at': '2022-04-05T11:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'b5711186-f261-4d17-adeb-1cbdc3f482b4', 'name': '', 'network_id': '9eba1138-670a-4e89-a853-43e33e51bbaa', 'tenant_id': '7a7007194b0d48e2bc0f95011abe40cf', 'mac_address': 'fa:16:3e:f2:5f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'dd4cd7bd-a9da-45a0-b87f-2742dc6a949d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:24Z', 'updated_at': '2022-04-05T11:35:29Z', 'revision_number': 4, 'project_id': '7a7007194b0d48e2bc0f95011abe40cf', 'subnets': [{'id': 'dd4cd7bd-a9da-45a0-b87f-2742dc6a949d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:35:30.319853 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-8c45cdc1-a668-4e87-8d55-651899c7d336 None None] Current status of the port b5711186-f261-4d17-adeb-1cbdc3f482b4 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:30.342677 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e8b65faa-3db0-4fd3-b52d-28e9766ce596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (ec4442dc-da8e-4a86-b76e-93c8f76fbe54), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:30.353401 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5668fcce-c9b9-4974-b55a-4c7539d31073 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:30.355712 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-5668fcce-c9b9-4974-b55a-4c7539d31073 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6283793 Apr 05 11:35:30.358227 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59900) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:30.364462 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-3cf2f43f-d427-4fda-9ba4-21a9889dee15 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Request body: {'security_group_rule': {'security_group_id': '88d1ffb5-784c-4e40-81ec-d861cf5414e6', 'project_id': '8499ce2abe10411589e913912a8c40ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:30.398704 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e8b65faa-3db0-4fd3-b52d-28e9766ce596 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83cb4ec16ca4490fbbd90b3a3c4b1241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5072677 Apr 05 11:35:30.399652 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b65faa-3db0-4fd3-b52d-28e9766ce596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4442dc-da8e-4a86-b76e-93c8f76fbe54,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:30.401534 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 59902) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:30.459519 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d4bf2c74-6817-427e-898d-61565744d54e admin admin] Publish callbacks [] for security_group (ec4442dc-da8e-4a86-b76e-93c8f76fbe54), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:30.486994 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d4bf2c74-6817-427e-898d-61565744d54e admin admin] Publish callbacks [] for security_group (ec4442dc-da8e-4a86-b76e-93c8f76fbe54), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:30.516309 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.securitygroups_db [None req-3cf2f43f-d427-4fda-9ba4-21a9889dee15 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Project 8499ce2abe10411589e913912a8c40ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:35:30.524339 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f43f-d427-4fda-9ba4-21a9889dee15 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (150ef94d-bfc3-4062-81ad-50440d4560fe), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:30.683393 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d4bf2c74-6817-427e-898d-61565744d54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (ec4442dc-da8e-4a86-b76e-93c8f76fbe54), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:30.686008 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d4bf2c74-6817-427e-898d-61565744d54e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:30.687221 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-d4bf2c74-6817-427e-898d-61565744d54e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec4442dc-da8e-4a86-b76e-93c8f76fbe54 HTTP/1.1" status: 204 len: 168 time: 0.2846649 Apr 05 11:35:30.704738 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f43f-d427-4fda-9ba4-21a9889dee15 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (150ef94d-bfc3-4062-81ad-50440d4560fe), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:30.710057 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf2c74-6817-427e-898d-61565744d54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4442dc-da8e-4a86-b76e-93c8f76fbe54,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:30.776716 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f43f-d427-4fda-9ba4-21a9889dee15 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (150ef94d-bfc3-4062-81ad-50440d4560fe), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:30.796132 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2f43f-d427-4fda-9ba4-21a9889dee15 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150ef94d-bfc3-4062-81ad-50440d4560fe,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:30.872633 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f43f-d427-4fda-9ba4-21a9889dee15 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:30.876352 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-3cf2f43f-d427-4fda-9ba4-21a9889dee15 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5168405 Apr 05 11:35:31.218555 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a35b1-1658-4982-83f8-8ea29d997200 req-333cd29e-53bc-48fa-97d7-df84886e70f8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:31.226737 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f13a35b1-1658-4982-83f8-8ea29d997200 req-333cd29e-53bc-48fa-97d7-df84886e70f8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0850387 Apr 05 11:35:31.280528 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f13a35b1-1658-4982-83f8-8ea29d997200 req-1085500d-8723-4e19-848b-51db58bbab20 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528870 Apr 05 11:35:31.922151 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device b5711186-f261-4d17-adeb-1cbdc3f482b4 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:35:31.988303 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port b5711186-f261-4d17-adeb-1cbdc3f482b4 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:31.988303 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:32.072680 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port b5711186-f261-4d17-adeb-1cbdc3f482b4 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:32.429218 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626547cd-563e-42fa-afd2-f9fb4f85e73b req-17375d29-3029-42b1-b7b8-3866bd71b3c7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:32.430815 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-626547cd-563e-42fa-afd2-f9fb4f85e73b req-17375d29-3029-42b1-b7b8-3866bd71b3c7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0656011 Apr 05 11:35:32.489229 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-626547cd-563e-42fa-afd2-f9fb4f85e73b req-f3434b21-3293-45a1-a305-0fa1abe84e9e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491583 Apr 05 11:35:33.580263 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 60034) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:33.639716 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a241c9-4908-462d-ac83-0b0d1640023a req-4016c0ba-f546-412b-9373-939faaa64352 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:33.641305 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-55a241c9-4908-462d-ac83-0b0d1640023a req-4016c0ba-f546-412b-9373-939faaa64352 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0728612 Apr 05 11:35:33.703828 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8e11d132-4615-429b-a726-02315a3d2e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:33.710802 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-55a241c9-4908-462d-ac83-0b0d1640023a req-29d219de-3952-4881-9559-def4f86cda23 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633094 Apr 05 11:35:33.791432 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8e11d132-4615-429b-a726-02315a3d2e6c admin admin] Publish callbacks [] for security_group (6a4848ed-9911-4594-8574-0bb3f578fa96), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:33.930951 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8e11d132-4615-429b-a726-02315a3d2e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (6a4848ed-9911-4594-8574-0bb3f578fa96), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:33.974475 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-8e11d132-4615-429b-a726-02315a3d2e6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6009cf81a92743b78efc9f84c57a97e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3966031 Apr 05 11:35:33.978484 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11d132-4615-429b-a726-02315a3d2e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4848ed-9911-4594-8574-0bb3f578fa96,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:33.980538 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 60048) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:34.036166 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e64a912b-a62a-43a0-9298-9ebfe806f043 admin admin] Publish callbacks [] for security_group (6a4848ed-9911-4594-8574-0bb3f578fa96), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:34.057246 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e64a912b-a62a-43a0-9298-9ebfe806f043 admin admin] Publish callbacks [] for security_group (6a4848ed-9911-4594-8574-0bb3f578fa96), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:34.153647 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e64a912b-a62a-43a0-9298-9ebfe806f043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (6a4848ed-9911-4594-8574-0bb3f578fa96), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:34.156269 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e64a912b-a62a-43a0-9298-9ebfe806f043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:34.157488 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e64a912b-a62a-43a0-9298-9ebfe806f043 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a4848ed-9911-4594-8574-0bb3f578fa96 HTTP/1.1" status: 204 len: 168 time: 0.1757514 Apr 05 11:35:34.165934 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a912b-a62a-43a0-9298-9ebfe806f043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4848ed-9911-4594-8574-0bb3f578fa96,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:34.814869 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 60074) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:34.833423 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b5f45610-36d9-4a18-8e60-90fd1a494ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:34.867374 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189f472-3e08-4e15-8cc5-6147e25e9055 req-6dd462ab-d9a3-45d5-a8a4-13a50bc143fe tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:34.872027 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6189f472-3e08-4e15-8cc5-6147e25e9055 req-6dd462ab-d9a3-45d5-a8a4-13a50bc143fe tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0912948 Apr 05 11:35:34.946197 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6189f472-3e08-4e15-8cc5-6147e25e9055 req-0fcd6f23-819d-4129-921e-4bd1e31fd62b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706713 Apr 05 11:35:34.974735 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b5f45610-36d9-4a18-8e60-90fd1a494ece admin admin] Publish callbacks [] for security_group (0312db95-ff00-41ac-b63d-edd440eace68), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:35.106130 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b5f45610-36d9-4a18-8e60-90fd1a494ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (0312db95-ff00-41ac-b63d-edd440eace68), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:35.146267 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-b5f45610-36d9-4a18-8e60-90fd1a494ece admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b63b307974e463fa7242ee269d22f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3302512 Apr 05 11:35:35.147114 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f45610-36d9-4a18-8e60-90fd1a494ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0312db95-ff00-41ac-b63d-edd440eace68,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:35.149670 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 60086) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:35.204585 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8a6b386b-3cba-4f39-b004-13b31c4336f6 admin admin] Publish callbacks [] for security_group (0312db95-ff00-41ac-b63d-edd440eace68), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:35.228655 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8a6b386b-3cba-4f39-b004-13b31c4336f6 admin admin] Publish callbacks [] for security_group (0312db95-ff00-41ac-b63d-edd440eace68), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:35.519633 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8a6b386b-3cba-4f39-b004-13b31c4336f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (0312db95-ff00-41ac-b63d-edd440eace68), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:35.522385 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8a6b386b-3cba-4f39-b004-13b31c4336f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:35.524352 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-8a6b386b-3cba-4f39-b004-13b31c4336f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0312db95-ff00-41ac-b63d-edd440eace68 HTTP/1.1" status: 204 len: 168 time: 0.3727961 Apr 05 11:35:35.532026 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b386b-3cba-4f39-b004-13b31c4336f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0312db95-ff00-41ac-b63d-edd440eace68,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:36.086400 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32df21-ae0e-4697-9ab8-c44f97c6cb9f req-3a850367-26c3-4c01-9d68-8fcd7bea8722 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:36.088279 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4d32df21-ae0e-4697-9ab8-c44f97c6cb9f req-3a850367-26c3-4c01-9d68-8fcd7bea8722 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0578272 Apr 05 11:35:36.148669 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4d32df21-ae0e-4697-9ab8-c44f97c6cb9f req-e55fd054-0ac8-4558-8766-2dc130b1990b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535588 Apr 05 11:35:36.705547 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 60132) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:36.919502 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aa778b3e-c52e-4b53-96f4-3fae5e62aa89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:37.013034 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aa778b3e-c52e-4b53-96f4-3fae5e62aa89 admin admin] Publish callbacks [] for security_group (9cfe1cc3-4fc4-4b84-8feb-407647f2ca41), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:37.096620 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aa778b3e-c52e-4b53-96f4-3fae5e62aa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (9cfe1cc3-4fc4-4b84-8feb-407647f2ca41), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:37.147964 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa778b3e-c52e-4b53-96f4-3fae5e62aa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfe1cc3-4fc4-4b84-8feb-407647f2ca41,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:37.152049 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-aa778b3e-c52e-4b53-96f4-3fae5e62aa89 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1246270de7d24a05baa12d37ca58c6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4452784 Apr 05 11:35:37.155370 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 60146) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:37.213472 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db7bb776-5d78-444c-9268-7a1c4c8766f6 admin admin] Publish callbacks [] for security_group (9cfe1cc3-4fc4-4b84-8feb-407647f2ca41), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:37.258725 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db7bb776-5d78-444c-9268-7a1c4c8766f6 admin admin] Publish callbacks [] for security_group (9cfe1cc3-4fc4-4b84-8feb-407647f2ca41), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:37.308885 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18111f3-c03b-4dd5-aec6-2720eab7d6a6 req-bd733ac9-da06-48bc-82f9-b4d1cdab2d5e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:37.310366 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d18111f3-c03b-4dd5-aec6-2720eab7d6a6 req-bd733ac9-da06-48bc-82f9-b4d1cdab2d5e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0851331 Apr 05 11:35:37.366030 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d18111f3-c03b-4dd5-aec6-2720eab7d6a6 req-1acb6368-92d6-47ad-964a-4e37b952a06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475163 Apr 05 11:35:37.450869 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db7bb776-5d78-444c-9268-7a1c4c8766f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (9cfe1cc3-4fc4-4b84-8feb-407647f2ca41), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:37.453612 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db7bb776-5d78-444c-9268-7a1c4c8766f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:37.454739 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-db7bb776-5d78-444c-9268-7a1c4c8766f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9cfe1cc3-4fc4-4b84-8feb-407647f2ca41 HTTP/1.1" status: 204 len: 168 time: 0.2990649 Apr 05 11:35:37.463937 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bb776-5d78-444c-9268-7a1c4c8766f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfe1cc3-4fc4-4b84-8feb-407647f2ca41,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:38.160987 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0f2f6-2a88-45d7-9be2-18bac5828d0a req-addd6d8c-694f-4189-bfee-118cbc2e9e83 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:38.162473 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ecd0f2f6-2a88-45d7-9be2-18bac5828d0a req-addd6d8c-694f-4189-bfee-118cbc2e9e83 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0531118 Apr 05 11:35:38.214145 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ecd0f2f6-2a88-45d7-9be2-18bac5828d0a req-503c6a41-0e46-49f6-82d5-f32a0edad89b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460660 Apr 05 11:35:38.484469 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 60206) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:38.495492 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 60210) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:38.513043 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379dc28-7cb8-4024-b6ad-3eea91b53746 req-a26efb71-b8b4-4762-b600-345239c8b102 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:38.514593 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a379dc28-7cb8-4024-b6ad-3eea91b53746 req-a26efb71-b8b4-4762-b600-345239c8b102 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0690923 Apr 05 11:35:38.568535 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a379dc28-7cb8-4024-b6ad-3eea91b53746 req-6cb0d58f-be02-4ad8-b497-52a4e584233d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441928 Apr 05 11:35:38.604878 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4952cf79-159e-4ee5-a400-36a2532acd9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:38.634237 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1948367c-33c1-4092-89a5-34cf44160929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:38.684017 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4952cf79-159e-4ee5-a400-36a2532acd9a admin admin] Publish callbacks [] for security_group (45e9a080-a469-4166-a266-16ba9564fe8c), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:38.725254 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1948367c-33c1-4092-89a5-34cf44160929 admin admin] Publish callbacks [] for security_group (5afcc83b-f283-40bd-a5b5-52e82e87e48f), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:38.776789 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4952cf79-159e-4ee5-a400-36a2532acd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (45e9a080-a469-4166-a266-16ba9564fe8c), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:38.816041 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-4952cf79-159e-4ee5-a400-36a2532acd9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c1cb23459ac41b59353453dc455ef01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298759 Apr 05 11:35:38.817457 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952cf79-159e-4ee5-a400-36a2532acd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e9a080-a469-4166-a266-16ba9564fe8c,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:38.817834 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1948367c-33c1-4092-89a5-34cf44160929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (5afcc83b-f283-40bd-a5b5-52e82e87e48f), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:38.819753 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 60218) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:38.859894 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-1948367c-33c1-4092-89a5-34cf44160929 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0fd34eed7cf4b5e905488fd16f2cfe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632300 Apr 05 11:35:38.860734 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948367c-33c1-4092-89a5-34cf44160929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afcc83b-f283-40bd-a5b5-52e82e87e48f,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:38.863112 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 60220) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:38.876425 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-956ec6a5-e942-4e8d-af38-04cad55f8a62 admin admin] Publish callbacks [] for security_group (45e9a080-a469-4166-a266-16ba9564fe8c), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:38.898391 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-956ec6a5-e942-4e8d-af38-04cad55f8a62 admin admin] Publish callbacks [] for security_group (45e9a080-a469-4166-a266-16ba9564fe8c), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:38.912410 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3615926d-0706-453a-8e97-f4090f51385c admin admin] Publish callbacks [] for security_group (5afcc83b-f283-40bd-a5b5-52e82e87e48f), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:38.940422 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3615926d-0706-453a-8e97-f4090f51385c admin admin] Publish callbacks [] for security_group (5afcc83b-f283-40bd-a5b5-52e82e87e48f), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:39.062923 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-956ec6a5-e942-4e8d-af38-04cad55f8a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (45e9a080-a469-4166-a266-16ba9564fe8c), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:39.066057 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-956ec6a5-e942-4e8d-af38-04cad55f8a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:39.067880 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-956ec6a5-e942-4e8d-af38-04cad55f8a62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45e9a080-a469-4166-a266-16ba9564fe8c HTTP/1.1" status: 204 len: 168 time: 0.2469900 Apr 05 11:35:39.080119 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ec6a5-e942-4e8d-af38-04cad55f8a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e9a080-a469-4166-a266-16ba9564fe8c,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:39.113919 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3615926d-0706-453a-8e97-f4090f51385c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (5afcc83b-f283-40bd-a5b5-52e82e87e48f), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:39.116563 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3615926d-0706-453a-8e97-f4090f51385c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:39.121420 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3615926d-0706-453a-8e97-f4090f51385c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5afcc83b-f283-40bd-a5b5-52e82e87e48f HTTP/1.1" status: 204 len: 168 time: 0.2573249 Apr 05 11:35:39.136714 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615926d-0706-453a-8e97-f4090f51385c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afcc83b-f283-40bd-a5b5-52e82e87e48f,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:39.359345 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9c347-0841-466e-b331-99f1b9dfa62f req-1819e3a2-5f53-43bd-9ce4-6ec3e5ea0cc4 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:39.361024 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-47e9c347-0841-466e-b331-99f1b9dfa62f req-1819e3a2-5f53-43bd-9ce4-6ec3e5ea0cc4 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0559230 Apr 05 11:35:39.421701 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-47e9c347-0841-466e-b331-99f1b9dfa62f req-ab204c81-3c1d-45f4-8913-655454485c95 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514235 Apr 05 11:35:39.712266 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6cabf-aa00-41b5-9888-e95c21aae2c6 req-d5cba4fd-9b55-4205-bcfb-961297e51759 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:39.715551 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e2a6cabf-aa00-41b5-9888-e95c21aae2c6 req-d5cba4fd-9b55-4205-bcfb-961297e51759 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0560095 Apr 05 11:35:39.769126 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e2a6cabf-aa00-41b5-9888-e95c21aae2c6 req-57dd5777-bb13-4274-b8d0-d01386e87f59 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486393 Apr 05 11:35:39.846823 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 60250) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:39.862378 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-859c70b5-c648-4e86-9a20-66831eedcb7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:39.944654 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-859c70b5-c648-4e86-9a20-66831eedcb7d admin admin] Publish callbacks [] for security_group (be08da05-f4d7-42bb-beb1-ad64f48a3090), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:40.022327 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-859c70b5-c648-4e86-9a20-66831eedcb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (be08da05-f4d7-42bb-beb1-ad64f48a3090), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:40.065287 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-859c70b5-c648-4e86-9a20-66831eedcb7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=009acf29f84945fba1f27f1935e1d6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167711 Apr 05 11:35:40.066756 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c70b5-c648-4e86-9a20-66831eedcb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be08da05-f4d7-42bb-beb1-ad64f48a3090,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:40.068507 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 60252) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:40.086301 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 60254) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:40.100568 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a620498b-4db7-479a-9b12-0430f97738fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:40.126323 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ed060e50-25ea-436c-aa79-f0a8de2b3f17 admin admin] Publish callbacks [] for security_group (be08da05-f4d7-42bb-beb1-ad64f48a3090), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:40.151032 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ed060e50-25ea-436c-aa79-f0a8de2b3f17 admin admin] Publish callbacks [] for security_group (be08da05-f4d7-42bb-beb1-ad64f48a3090), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:40.195024 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a620498b-4db7-479a-9b12-0430f97738fd admin admin] Publish callbacks [] for security_group (40117d4d-ead9-4117-90f3-5d89b9bb2150), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:40.330791 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a620498b-4db7-479a-9b12-0430f97738fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (40117d4d-ead9-4117-90f3-5d89b9bb2150), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:40.330949 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ed060e50-25ea-436c-aa79-f0a8de2b3f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (be08da05-f4d7-42bb-beb1-ad64f48a3090), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:40.334078 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ed060e50-25ea-436c-aa79-f0a8de2b3f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:40.335401 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ed060e50-25ea-436c-aa79-f0a8de2b3f17 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be08da05-f4d7-42bb-beb1-ad64f48a3090 HTTP/1.1" status: 204 len: 168 time: 0.2657576 Apr 05 11:35:40.345550 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060e50-25ea-436c-aa79-f0a8de2b3f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be08da05-f4d7-42bb-beb1-ad64f48a3090,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:40.380006 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a620498b-4db7-479a-9b12-0430f97738fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61606303eca84590a14d61e7e3a22957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926354 Apr 05 11:35:40.383256 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 60262) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:40.383794 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620498b-4db7-479a-9b12-0430f97738fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40117d4d-ead9-4117-90f3-5d89b9bb2150,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:40.463939 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba810-c5e9-4487-834e-ef0b1be2b944 admin admin] Publish callbacks [] for security_group (40117d4d-ead9-4117-90f3-5d89b9bb2150), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:40.497602 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba810-c5e9-4487-834e-ef0b1be2b944 admin admin] Publish callbacks [] for security_group (40117d4d-ead9-4117-90f3-5d89b9bb2150), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:40.584482 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e86eb8-7ed8-47a4-8770-4cf7bdfa94ea req-bf6d2a3d-e012-48de-82fd-e68b19d9a7bf tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:40.585952 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a0e86eb8-7ed8-47a4-8770-4cf7bdfa94ea req-bf6d2a3d-e012-48de-82fd-e68b19d9a7bf tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0648048 Apr 05 11:35:40.643338 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a0e86eb8-7ed8-47a4-8770-4cf7bdfa94ea req-5d6cd68d-88c1-42c0-beae-e9a4fbaf5c4b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509708 Apr 05 11:35:40.667900 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba810-c5e9-4487-834e-ef0b1be2b944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (40117d4d-ead9-4117-90f3-5d89b9bb2150), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:40.670504 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba810-c5e9-4487-834e-ef0b1be2b944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:40.671678 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-9e5ba810-c5e9-4487-834e-ef0b1be2b944 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40117d4d-ead9-4117-90f3-5d89b9bb2150 HTTP/1.1" status: 204 len: 168 time: 0.2866480 Apr 05 11:35:40.679395 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ba810-c5e9-4487-834e-ef0b1be2b944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40117d4d-ead9-4117-90f3-5d89b9bb2150,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:40.906817 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9e634-14d9-48a2-bd2b-1269824819ad req-49961643-d0c9-4bba-975d-18d86dc711c8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:40.909222 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3d9e634-14d9-48a2-bd2b-1269824819ad req-49961643-d0c9-4bba-975d-18d86dc711c8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0579181 Apr 05 11:35:40.957926 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3d9e634-14d9-48a2-bd2b-1269824819ad req-368f1483-b1a5-4a3a-bef3-0ade6fc6e211 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430298 Apr 05 11:35:41.323380 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 60294) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:41.336881 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8631701-d913-4668-8487-2efb989e3a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:41.417926 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8631701-d913-4668-8487-2efb989e3a0d admin admin] Publish callbacks [] for security_group (2a1e6725-1643-4778-9487-8d8e4354b833), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:41.564685 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f8631701-d913-4668-8487-2efb989e3a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (2a1e6725-1643-4778-9487-8d8e4354b833), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:41.614847 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-f8631701-d913-4668-8487-2efb989e3a0d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1096a2a67614610a49c63b24b152044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901945 Apr 05 11:35:41.615743 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8631701-d913-4668-8487-2efb989e3a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1e6725-1643-4778-9487-8d8e4354b833,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:41.618114 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 60304) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:41.678754 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e0796cc7-5263-42f5-9f65-6dec47b6bc46 admin admin] Publish callbacks [] for security_group (2a1e6725-1643-4778-9487-8d8e4354b833), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:41.700850 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e0796cc7-5263-42f5-9f65-6dec47b6bc46 admin admin] Publish callbacks [] for security_group (2a1e6725-1643-4778-9487-8d8e4354b833), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.007278 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35be300-cc8f-4e09-8912-8bbb3e0d04eb req-a0625553-dafb-4dcd-afe3-c6cf5096f6a6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:42.014416 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d35be300-cc8f-4e09-8912-8bbb3e0d04eb req-a0625553-dafb-4dcd-afe3-c6cf5096f6a6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.2874999 Apr 05 11:35:42.059541 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d35be300-cc8f-4e09-8912-8bbb3e0d04eb req-69b39dda-226d-4dc4-b393-1eb7dfd63de2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441771 Apr 05 11:35:42.107694 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05906d-a1cc-4b05-9f7f-227d26b4e72e req-f8a91d53-bbb0-4a62-bed8-bad5b2c4f272 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:42.109552 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ea05906d-a1cc-4b05-9f7f-227d26b4e72e req-f8a91d53-bbb0-4a62-bed8-bad5b2c4f272 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0643866 Apr 05 11:35:42.122865 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e0796cc7-5263-42f5-9f65-6dec47b6bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (2a1e6725-1643-4778-9487-8d8e4354b833), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.125677 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e0796cc7-5263-42f5-9f65-6dec47b6bc46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.130128 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e0796cc7-5263-42f5-9f65-6dec47b6bc46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a1e6725-1643-4778-9487-8d8e4354b833 HTTP/1.1" status: 204 len: 168 time: 0.5071840 Apr 05 11:35:42.144155 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0796cc7-5263-42f5-9f65-6dec47b6bc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1e6725-1643-4778-9487-8d8e4354b833,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:42.180018 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ea05906d-a1cc-4b05-9f7f-227d26b4e72e req-d339676c-b0ef-481d-a20c-e048f6195df2 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645049 Apr 05 11:35:42.896821 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:43.197088 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d90a8a-7ca4-4b78-8a45-365ab81d13bb req-6e7bccca-08a9-4415-903a-46b09916ce4f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:43.199061 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-09d90a8a-7ca4-4b78-8a45-365ab81d13bb req-6e7bccca-08a9-4415-903a-46b09916ce4f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0626848 Apr 05 11:35:43.246399 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-09d90a8a-7ca4-4b78-8a45-365ab81d13bb req-6f7d22bc-7d77-4e12-9b6b-ff622e2a24ff tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418456 Apr 05 11:35:43.296458 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59946a26-f212-4de1-b0ce-b8b171dd84e6 req-2337a0e2-411b-4151-88e5-8aa437888f4b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:43.297933 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-59946a26-f212-4de1-b0ce-b8b171dd84e6 req-2337a0e2-411b-4151-88e5-8aa437888f4b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0538554 Apr 05 11:35:43.351555 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-59946a26-f212-4de1-b0ce-b8b171dd84e6 req-0e3be5f6-0400-420d-b504-48d4809294e5 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470474 Apr 05 11:35:44.377887 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002eb943-b021-4624-bde4-5f4a917bc6c7 req-04770c16-09a3-49c0-9c10-c30509d15503 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:44.380533 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-002eb943-b021-4624-bde4-5f4a917bc6c7 req-04770c16-09a3-49c0-9c10-c30509d15503 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0580640 Apr 05 11:35:44.433542 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-002eb943-b021-4624-bde4-5f4a917bc6c7 req-b6fd699c-4ad8-4852-a496-a71324f9b1f5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471811 Apr 05 11:35:44.508603 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfea4c7-bd04-40ef-a896-b375818a8711 req-0ec8658d-b9fe-4a8a-9639-df858b874cd1 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:44.510006 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ecfea4c7-bd04-40ef-a896-b375818a8711 req-0ec8658d-b9fe-4a8a-9639-df858b874cd1 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0654941 Apr 05 11:35:44.556159 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ecfea4c7-bd04-40ef-a896-b375818a8711 req-99b4ebe6-c333-4bee-a5c8-bc130bc9d33d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 Apr 05 11:35:45.570696 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860c3a1-214d-4408-bf9d-5fd1664006a1 req-be213a71-7044-4705-ad47-bc767344c7a3 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:45.572218 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7860c3a1-214d-4408-bf9d-5fd1664006a1 req-be213a71-7044-4705-ad47-bc767344c7a3 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0516882 Apr 05 11:35:45.625037 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7860c3a1-214d-4408-bf9d-5fd1664006a1 req-e51a3a77-038f-4412-b774-5ab3f0b4a617 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471597 Apr 05 11:35:45.689679 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bcaf7-1d2c-45bd-abc3-3a8fa74a2260 req-f37aed67-a218-4d66-b64c-7d9989a8475a tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:45.691736 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d57bcaf7-1d2c-45bd-abc3-3a8fa74a2260 req-f37aed67-a218-4d66-b64c-7d9989a8475a tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0660961 Apr 05 11:35:45.738987 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d57bcaf7-1d2c-45bd-abc3-3a8fa74a2260 req-429c6651-223c-4f3d-8050-546c993a5004 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416925 Apr 05 11:35:46.765677 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f0cc9-2eab-4261-8ec8-543476655473 req-65058fd8-c937-4044-aed8-14f304bf8761 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:46.767148 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9f1f0cc9-2eab-4261-8ec8-543476655473 req-65058fd8-c937-4044-aed8-14f304bf8761 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0554368 Apr 05 11:35:46.817891 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9f1f0cc9-2eab-4261-8ec8-543476655473 req-2ad45c3e-33cc-4d99-8264-cbef6a611b8e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448399 Apr 05 11:35:46.937058 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa06ff3-5cd5-4966-a863-964ec5768726 req-d29eefbf-de12-4994-8bfc-d758a462a3c6 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:46.938544 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2fa06ff3-5cd5-4966-a863-964ec5768726 req-d29eefbf-de12-4994-8bfc-d758a462a3c6 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0601385 Apr 05 11:35:47.072457 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2fa06ff3-5cd5-4966-a863-964ec5768726 req-7093b560-23a4-4315-ae8a-d653ad5bf764 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427504 Apr 05 11:35:47.178083 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433872e9-b170-465d-bc49-4cd499475acb req-77e51f38-b1b3-499f-a8ee-dc0d091706ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:47.179593 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-433872e9-b170-465d-bc49-4cd499475acb req-77e51f38-b1b3-499f-a8ee-dc0d091706ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 1129 time: 0.0504503 Apr 05 11:35:47.227634 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-433872e9-b170-465d-bc49-4cd499475acb req-1e3940ed-7c7e-4cc6-baba-d4f705d65245 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 Apr 05 11:35:47.449492 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f4e4b-461b-4b10-a5bb-a87ce3772be1 req-12f790d1-fadd-44bc-ba4d-4bb44b1fd8ef tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:47.450973 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e70f4e4b-461b-4b10-a5bb-a87ce3772be1 req-12f790d1-fadd-44bc-ba4d-4bb44b1fd8ef tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0522776 Apr 05 11:35:47.502663 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e70f4e4b-461b-4b10-a5bb-a87ce3772be1 req-b190d554-06ec-4de4-9414-6e2448e2297a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452056 Apr 05 11:35:47.949870 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19f275-00f8-44a6-8e74-adaa574ecf1f req-b7f55d0b-21d0-4865-a231-8dc78edd8c00 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:47.951393 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-af19f275-00f8-44a6-8e74-adaa574ecf1f req-b7f55d0b-21d0-4865-a231-8dc78edd8c00 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0530331 Apr 05 11:35:48.002880 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-af19f275-00f8-44a6-8e74-adaa574ecf1f req-94079fca-97eb-4d32-ad25-9cf8d8b11af3 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454245 Apr 05 11:35:48.108312 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d0da5-c982-4824-91cd-15cdc4a1fa9d req-fcbb4b35-38a0-4f98-b70a-424ce2906256 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:48.109723 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-179d0da5-c982-4824-91cd-15cdc4a1fa9d req-fcbb4b35-38a0-4f98-b70a-424ce2906256 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0540605 Apr 05 11:35:48.156522 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-179d0da5-c982-4824-91cd-15cdc4a1fa9d req-8bb87470-6f46-4550-8fe8-726db555fb7b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Apr 05 11:35:48.636540 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c27c3-03fb-4453-be00-deba4791da37 req-9583ae64-f3bc-46c3-9dec-e2ad5cc29a13 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:48.638064 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c90c27c3-03fb-4453-be00-deba4791da37 req-9583ae64-f3bc-46c3-9dec-e2ad5cc29a13 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0520742 Apr 05 11:35:48.685941 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c90c27c3-03fb-4453-be00-deba4791da37 req-df5eeba9-a9a7-41fe-be0f-4059c514db41 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422304 Apr 05 11:35:49.135362 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856b7ff-8145-41f4-8022-737bc7fda3d0 req-da2bf1a3-e587-489f-81bd-e6b8a8a72cf1 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:49.136861 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7856b7ff-8145-41f4-8022-737bc7fda3d0 req-da2bf1a3-e587-489f-81bd-e6b8a8a72cf1 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0565546 Apr 05 11:35:49.187467 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7856b7ff-8145-41f4-8022-737bc7fda3d0 req-1b0f69e3-fef5-492a-8b9e-73c3b7376f4b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448980 Apr 05 11:35:49.277212 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25285f53-ce84-4cd5-b1fe-2b4d3ff183fd req-01eef1e2-fb3a-4389-94c3-7f6e5844a179 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:49.278690 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-25285f53-ce84-4cd5-b1fe-2b4d3ff183fd req-01eef1e2-fb3a-4389-94c3-7f6e5844a179 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0520897 Apr 05 11:35:49.325033 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-25285f53-ce84-4cd5-b1fe-2b4d3ff183fd req-9b6ffb5c-abf9-406f-af16-7790b2416c8b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406666 Apr 05 11:35:49.805720 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be85650-53a8-493e-b679-060802dcb4a0 req-bdb24021-5156-4642-b5d3-0d543e7d9071 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:49.807187 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4be85650-53a8-493e-b679-060802dcb4a0 req-bdb24021-5156-4642-b5d3-0d543e7d9071 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0526285 Apr 05 11:35:49.857023 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4be85650-53a8-493e-b679-060802dcb4a0 req-c1581ed3-d0ac-4800-9f1f-3e0c9c2096af tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435939 Apr 05 11:35:50.328069 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaa351-6a99-4671-b7a7-11819c5b58ea req-24243532-176d-4d44-b6ee-a8dc041374b5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:50.329557 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f9eaa351-6a99-4671-b7a7-11819c5b58ea req-24243532-176d-4d44-b6ee-a8dc041374b5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0559657 Apr 05 11:35:50.380021 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f9eaa351-6a99-4671-b7a7-11819c5b58ea req-56c1bbf2-1e51-43cf-82c9-afc9c7416d92 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446548 Apr 05 11:35:50.445998 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72895d-adc4-43d5-b7d9-0ecd54a5acad req-b55ab024-b8ef-4c21-b35b-06ec0e7d0917 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:50.447717 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cc72895d-adc4-43d5-b7d9-0ecd54a5acad req-b55ab024-b8ef-4c21-b35b-06ec0e7d0917 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0528479 Apr 05 11:35:50.500201 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cc72895d-adc4-43d5-b7d9-0ecd54a5acad req-bc528081-5385-43fd-bd31-b494c3918897 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470860 Apr 05 11:35:50.690481 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b3361de7-8746-4999-ab6c-1e700dee42d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:50.975547 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dcc6b-4d0c-4f8e-ad02-23c5c33dd0f9 req-cffd5949-b1dc-4891-b4da-e184eb1afad7 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:50.977042 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-319dcc6b-4d0c-4f8e-ad02-23c5c33dd0f9 req-cffd5949-b1dc-4891-b4da-e184eb1afad7 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0523822 Apr 05 11:35:51.025222 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-319dcc6b-4d0c-4f8e-ad02-23c5c33dd0f9 req-dddf1e8b-d0a7-46b4-85f4-5b51d975d38a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425789 Apr 05 11:35:51.505131 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fb285-af54-4a71-b7f2-c8a9023903d8 req-22330714-7d44-45b4-a0d0-e26240b99d3a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:51.506637 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e89fb285-af54-4a71-b7f2-c8a9023903d8 req-22330714-7d44-45b4-a0d0-e26240b99d3a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0524333 Apr 05 11:35:51.557014 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e89fb285-af54-4a71-b7f2-c8a9023903d8 req-c4cc106d-b4ed-4cf6-9b1d-7a048a3b93d6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445077 Apr 05 11:35:51.625500 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e28ca-adb2-4a94-8c97-b664f2d4cd13 req-ae4e2dac-73ba-4915-9eeb-c1be08cb5d65 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:51.627114 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9f4e28ca-adb2-4a94-8c97-b664f2d4cd13 req-ae4e2dac-73ba-4915-9eeb-c1be08cb5d65 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0566201 Apr 05 11:35:51.675095 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9f4e28ca-adb2-4a94-8c97-b664f2d4cd13 req-db7e875c-1596-4238-947e-4189c660be44 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419083 Apr 05 11:35:51.791873 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01c132-a028-4f72-a432-87102185844b req-12b07904-f1cb-4d33-84c2-6c6793c02aa8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:51.793421 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4d01c132-a028-4f72-a432-87102185844b req-12b07904-f1cb-4d33-84c2-6c6793c02aa8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0520735 Apr 05 11:35:51.842936 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4d01c132-a028-4f72-a432-87102185844b req-874ef5cb-48cd-4d35-acdb-bcb6da5ee5e5 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435612 Apr 05 11:35:52.149306 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 60556) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:52.151285 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421c071-ee5b-45df-951b-74034b24128f req-14bdc395-ed46-4572-844b-5945b25cc1f3 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:52.153124 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5421c071-ee5b-45df-951b-74034b24128f req-14bdc395-ed46-4572-844b-5945b25cc1f3 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0523090 Apr 05 11:35:52.203235 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5421c071-ee5b-45df-951b-74034b24128f req-475daf43-c950-4a0c-9bae-c1740d8e70fb tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445635 Apr 05 11:35:52.262826 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:52.336733 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Publish callbacks [] for security_group (d5602190-adb1-4830-8d1c-c4541baf0131), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:52.501316 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (d5602190-adb1-4830-8d1c-c4541baf0131), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:52.539947 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14e3c1fc88144ff0aa01466a25d53f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3893106 Apr 05 11:35:52.540812 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5602190-adb1-4830-8d1c-c4541baf0131,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:52.542667 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 60562) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:52.548238 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.548593 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.548935 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.549273 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.549611 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.550702 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.551260 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.551358 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.551741 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.552076 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.552409 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.552740 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.553064 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.553388 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.553709 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bab211d-d105-4647-84e5-63d142248077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.600124 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Publish callbacks [] for security_group (d5602190-adb1-4830-8d1c-c4541baf0131), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:52.622103 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Publish callbacks [] for security_group (d5602190-adb1-4830-8d1c-c4541baf0131), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:52.700340 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6137a-e737-445e-8af3-e8af1ec3f444 req-406e6390-0d91-4288-b41f-cae738cedc5b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:52.707310 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-93f6137a-e737-445e-8af3-e8af1ec3f444 req-406e6390-0d91-4288-b41f-cae738cedc5b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0776188 Apr 05 11:35:52.751610 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-93f6137a-e737-445e-8af3-e8af1ec3f444 req-7dcc1e65-28cf-41a8-a8f4-e090ce91fcd0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433776 Apr 05 11:35:52.775738 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (d5602190-adb1-4830-8d1c-c4541baf0131), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:52.778418 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:52.783161 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5602190-adb1-4830-8d1c-c4541baf0131 HTTP/1.1" status: 204 len: 168 time: 0.2359269 Apr 05 11:35:52.788322 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5602190-adb1-4830-8d1c-c4541baf0131,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:52.796287 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.796685 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.797039 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.797302 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.797635 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.797964 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.798287 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.798613 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.798943 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.799271 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.799623 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.800563 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.803010 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.803381 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:52.803774 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d344fd-3ac7-480b-88b2-5e1814d28b4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:53.061318 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b459a142-6590-42b0-a63c-cd5d97dd0e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:53.208270 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 60580) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:53.324131 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f677a9d6-0405-410a-928f-e6183c1cc8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:53.355523 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5040bcb-e6b7-4b35-9ef6-a6544e56f9dd req-2078060a-b9fa-4a0e-a0c1-0514db408ada tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:53.356934 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a5040bcb-e6b7-4b35-9ef6-a6544e56f9dd req-2078060a-b9fa-4a0e-a0c1-0514db408ada tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0779204 Apr 05 11:35:53.424921 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a5040bcb-e6b7-4b35-9ef6-a6544e56f9dd req-0c86ce24-0080-4009-b761-d6b4b44a6022 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621562 Apr 05 11:35:53.448381 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f677a9d6-0405-410a-928f-e6183c1cc8c6 admin admin] Publish callbacks [] for security_group (647dd261-f9a0-4b2b-9a1c-2b2c4b9ce48b), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:53.552875 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f677a9d6-0405-410a-928f-e6183c1cc8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (647dd261-f9a0-4b2b-9a1c-2b2c4b9ce48b), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:53.591618 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677a9d6-0405-410a-928f-e6183c1cc8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647dd261-f9a0-4b2b-9a1c-2b2c4b9ce48b,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:53.596005 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-f677a9d6-0405-410a-928f-e6183c1cc8c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c996efb2e1a4464b809489e82704755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866932 Apr 05 11:35:53.600603 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 60586) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:53.624721 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 60588) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:53.638541 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3bd678ce-719e-41d2-9bf1-9fae2ba8cdaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:53.650913 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ee1307e9-ca83-4fb5-89ae-547736d0839d admin admin] Publish callbacks [] for security_group (647dd261-f9a0-4b2b-9a1c-2b2c4b9ce48b), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:53.672141 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ee1307e9-ca83-4fb5-89ae-547736d0839d admin admin] Publish callbacks [] for security_group (647dd261-f9a0-4b2b-9a1c-2b2c4b9ce48b), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:53.717432 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3bd678ce-719e-41d2-9bf1-9fae2ba8cdaa admin admin] Publish callbacks [] for security_group (110c9991-94b6-47fb-8b50-9f255cd5df10), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:53.810662 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3bd678ce-719e-41d2-9bf1-9fae2ba8cdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (110c9991-94b6-47fb-8b50-9f255cd5df10), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:53.839906 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ee1307e9-ca83-4fb5-89ae-547736d0839d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (647dd261-f9a0-4b2b-9a1c-2b2c4b9ce48b), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:53.842557 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ee1307e9-ca83-4fb5-89ae-547736d0839d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:53.846009 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ee1307e9-ca83-4fb5-89ae-547736d0839d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/647dd261-f9a0-4b2b-9a1c-2b2c4b9ce48b HTTP/1.1" status: 204 len: 168 time: 0.2436726 Apr 05 11:35:53.856903 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1307e9-ca83-4fb5-89ae-547736d0839d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647dd261-f9a0-4b2b-9a1c-2b2c4b9ce48b,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:53.879046 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd678ce-719e-41d2-9bf1-9fae2ba8cdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110c9991-94b6-47fb-8b50-9f255cd5df10,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:53.887611 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3bd678ce-719e-41d2-9bf1-9fae2ba8cdaa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea4d087abd7d4ea0893f266b98b73156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588873 Apr 05 11:35:53.888082 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 60598) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:53.925750 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f974b9-75d5-4d01-b119-68e00556c9df req-66987f50-77b2-4e1b-9da9-f71740edce79 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:53.927736 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e2f974b9-75d5-4d01-b119-68e00556c9df req-66987f50-77b2-4e1b-9da9-f71740edce79 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.1005132 Apr 05 11:35:53.969936 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-fc06a0ba-c4b6-4e8d-9029-f6b838ba0763 admin admin] Publish callbacks [] for security_group (110c9991-94b6-47fb-8b50-9f255cd5df10), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:53.984947 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e2f974b9-75d5-4d01-b119-68e00556c9df req-7374c242-75c3-4dc1-969c-74e2747ff2a3 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509975 Apr 05 11:35:53.996792 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-fc06a0ba-c4b6-4e8d-9029-f6b838ba0763 admin admin] Publish callbacks [] for security_group (110c9991-94b6-47fb-8b50-9f255cd5df10), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:54.061680 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:54.147425 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-fc06a0ba-c4b6-4e8d-9029-f6b838ba0763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (110c9991-94b6-47fb-8b50-9f255cd5df10), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:54.150045 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-fc06a0ba-c4b6-4e8d-9029-f6b838ba0763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:54.151205 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-fc06a0ba-c4b6-4e8d-9029-f6b838ba0763 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/110c9991-94b6-47fb-8b50-9f255cd5df10 HTTP/1.1" status: 204 len: 168 time: 0.2619963 Apr 05 11:35:54.158856 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06a0ba-c4b6-4e8d-9029-f6b838ba0763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110c9991-94b6-47fb-8b50-9f255cd5df10,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:54.544286 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654de818-2bd7-4d71-bbd8-9677f7b05a98 req-3ca6fc87-b768-4f23-873d-7a2847a56a22 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:54.545862 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-654de818-2bd7-4d71-bbd8-9677f7b05a98 req-3ca6fc87-b768-4f23-873d-7a2847a56a22 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0527203 Apr 05 11:35:54.597285 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-654de818-2bd7-4d71-bbd8-9677f7b05a98 req-0710bb32-89d3-4f9e-811c-84b92cfad562 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445991 Apr 05 11:35:54.829033 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 60620) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:54.842913 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bec71f31-70dc-453b-9226-6b4d33d20759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:54.917588 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bec71f31-70dc-453b-9226-6b4d33d20759 admin admin] Publish callbacks [] for security_group (05ad7c73-0d58-4b05-a0ac-c7a8d90180ec), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:55.010491 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bec71f31-70dc-453b-9226-6b4d33d20759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (05ad7c73-0d58-4b05-a0ac-c7a8d90180ec), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:55.053830 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-bec71f31-70dc-453b-9226-6b4d33d20759 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad95899b0c114cfcb66a3af5b88581dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237058 Apr 05 11:35:55.054606 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec71f31-70dc-453b-9226-6b4d33d20759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ad7c73-0d58-4b05-a0ac-c7a8d90180ec,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:55.056835 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 60630) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:55.106799 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8af156ac-57bb-4983-a39c-039bfe220f2f admin admin] Publish callbacks [] for security_group (05ad7c73-0d58-4b05-a0ac-c7a8d90180ec), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:55.110746 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26cbed-62da-4bdb-81d3-cd5c2b42c285 req-67559eef-ad54-4b8a-86b6-058c919640ee tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:55.112406 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb26cbed-62da-4bdb-81d3-cd5c2b42c285 req-67559eef-ad54-4b8a-86b6-058c919640ee tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0537732 Apr 05 11:35:55.128459 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8af156ac-57bb-4983-a39c-039bfe220f2f admin admin] Publish callbacks [] for security_group (05ad7c73-0d58-4b05-a0ac-c7a8d90180ec), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:55.164549 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb26cbed-62da-4bdb-81d3-cd5c2b42c285 req-308621f0-c35b-40f7-b1bd-533516aed763 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464303 Apr 05 11:35:55.329835 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8af156ac-57bb-4983-a39c-039bfe220f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (05ad7c73-0d58-4b05-a0ac-c7a8d90180ec), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:55.332687 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8af156ac-57bb-4983-a39c-039bfe220f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:55.333917 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-8af156ac-57bb-4983-a39c-039bfe220f2f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05ad7c73-0d58-4b05-a0ac-c7a8d90180ec HTTP/1.1" status: 204 len: 168 time: 0.2760730 Apr 05 11:35:55.341854 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af156ac-57bb-4983-a39c-039bfe220f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ad7c73-0d58-4b05-a0ac-c7a8d90180ec,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:55.439584 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:55.717203 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29880799-fefd-4700-a149-b2dd6f9410d5 req-9562756e-3476-476d-8c4a-9e88d1dd2fac tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:55.718894 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-29880799-fefd-4700-a149-b2dd6f9410d5 req-9562756e-3476-476d-8c4a-9e88d1dd2fac tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0532336 Apr 05 11:35:55.783002 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-29880799-fefd-4700-a149-b2dd6f9410d5 req-5246cdac-8943-4182-ab1b-eee60b3f9334 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525906 Apr 05 11:35:56.135728 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880cf11-2159-4184-8a44-a9ff955b4244 req-84047e24-a88c-4a0c-b756-40d339fbabe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:56.137295 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b880cf11-2159-4184-8a44-a9ff955b4244 req-84047e24-a88c-4a0c-b756-40d339fbabe8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5346b36188734d548c57bb9d7d63476d&device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 1129 time: 0.0654035 Apr 05 11:35:56.282130 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880cf11-2159-4184-8a44-a9ff955b4244 req-27b08a65-0f91-4118-a475-22e210015982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:56.283879 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b880cf11-2159-4184-8a44-a9ff955b4244 req-27b08a65-0f91-4118-a475-22e210015982 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8cbffa01-3137-49e9-97ed-1f17fab5a300 HTTP/1.1" status: 200 len: 912 time: 0.1233482 Apr 05 11:35:56.385499 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e039abb-76f5-4c57-940a-3e599b39a676 req-4f838569-5c0e-40c5-90f0-a70a5b3e5cec tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:56.387078 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1e039abb-76f5-4c57-940a-3e599b39a676 req-4f838569-5c0e-40c5-90f0-a70a5b3e5cec tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.1224520 Apr 05 11:35:56.388906 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b880cf11-2159-4184-8a44-a9ff955b4244 req-3416cc57-648d-475b-b7ca-eb87b6ccc2a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c2fac1-dd03-4da9-ac7d-dec991381e3a HTTP/1.1" status: 200 len: 1000 time: 0.0892947 Apr 05 11:35:56.476007 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880cf11-2159-4184-8a44-a9ff955b4244 req-1dcb09b6-53e2-4a68-9ee2-249e89624fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:56.477495 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b880cf11-2159-4184-8a44-a9ff955b4244 req-1dcb09b6-53e2-4a68-9ee2-249e89624fe3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11809902-d970-490e-a337-eab95165c81e HTTP/1.1" status: 200 len: 850 time: 0.0772839 Apr 05 11:35:56.480646 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1e039abb-76f5-4c57-940a-3e599b39a676 req-f7e64911-97f7-492d-ba2c-28aab0cb1b4b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868945 Apr 05 11:35:56.532560 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880cf11-2159-4184-8a44-a9ff955b4244 req-cff3434b-d25a-4173-9d83-74a8d7de81a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:56.534307 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b880cf11-2159-4184-8a44-a9ff955b4244 req-cff3434b-d25a-4173-9d83-74a8d7de81a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbffa01-3137-49e9-97ed-1f17fab5a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492346 Apr 05 11:35:56.647456 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b880cf11-2159-4184-8a44-a9ff955b4244 req-c433a7a1-5f99-46f2-9cb6-ab3b5a110ddc service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006613 Apr 05 11:35:56.769963 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b880cf11-2159-4184-8a44-a9ff955b4244 req-b7e5e755-74e2-45bc-aa44-9e06ea15abb1 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083791 Apr 05 11:35:56.922804 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69bd2c-4d15-400e-a9a0-496f7cb5de63 req-62ee2f02-ef21-409a-a9e3-c5f507f8c000 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:56.925207 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-eb69bd2c-4d15-400e-a9a0-496f7cb5de63 req-62ee2f02-ef21-409a-a9e3-c5f507f8c000 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0777171 Apr 05 11:35:56.947618 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:57.006635 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-eb69bd2c-4d15-400e-a9a0-496f7cb5de63 req-27ab2099-602d-4245-ac5d-a606557e5bb1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612488 Apr 05 11:35:57.264967 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-f0d67e93-944c-4a68-b7fc-2a4c00f2bd96 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1919320117&fields=id&tenant_id=8499ce2abe10411589e913912a8c40ed HTTP/1.1" status: 200 len: 267 time: 0.0489514 Apr 05 11:35:57.397361 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-5411714a-1ba0-494a-a8d8-85377056d95d tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:57.404488 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-5411714a-1ba0-494a-a8d8-85377056d95d tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/networks?id=b762bdc2-8c69-4463-a0a9-b6a9592c01ff HTTP/1.1" status: 200 len: 809 time: 0.1322601 Apr 05 11:35:57.419133 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-4c3b873e-9182-4063-9281-385bb3e9db8a tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/quotas/8499ce2abe10411589e913912a8c40ed HTTP/1.1" status: 200 len: 375 time: 0.0111339 Apr 05 11:35:57.513452 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-532cb843-1980-407e-aa47-e517f5b29319 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8499ce2abe10411589e913912a8c40ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832071 Apr 05 11:35:57.601619 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77793d3-ac6f-40b2-9703-e2b8fc39ba64 req-7b4e438a-14e1-4fbc-9c9a-c29a3c2fc7cd tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:57.603678 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f77793d3-ac6f-40b2-9703-e2b8fc39ba64 req-7b4e438a-14e1-4fbc-9c9a-c29a3c2fc7cd tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0868840 Apr 05 11:35:57.675745 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-6eb183cd-85e3-4855-98b0-8989316e286e service neutron] 10.222.0.60 "GET /v2.0/networks/b762bdc2-8c69-4463-a0a9-b6a9592c01ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355584 Apr 05 11:35:57.676177 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f77793d3-ac6f-40b2-9703-e2b8fc39ba64 req-4f41f5aa-03b5-41ef-bfbe-54207da2faf9 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642593 Apr 05 11:35:57.824460 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-1fe67edd-7403-4b02-b030-7efc1fbe81a6 service neutron] 10.222.0.60 "GET /v2.0/networks/b762bdc2-8c69-4463-a0a9-b6a9592c01ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378715 Apr 05 11:35:57.851329 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1ad54-3209-4998-beec-b83f35876038 req-82af4fca-c8f5-467f-92b4-6bda8e37d042 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:57.852830 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bff1ad54-3209-4998-beec-b83f35876038 req-82af4fca-c8f5-467f-92b4-6bda8e37d042 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0841146 Apr 05 11:35:57.932877 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bff1ad54-3209-4998-beec-b83f35876038 req-e34192e4-b03d-4820-95ef-9049fb9ff302 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709815 Apr 05 11:35:58.010184 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a810a-8401-40da-a1ae-9a752a0fce96 req-0d1616ab-a784-4dea-bec0-7322b9d63f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:58.012978 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c18a810a-8401-40da-a1ae-9a752a0fce96 req-0d1616ab-a784-4dea-bec0-7322b9d63f7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 1130 time: 0.0783160 Apr 05 11:35:58.170693 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a810a-8401-40da-a1ae-9a752a0fce96 req-57d12f77-e93b-4a95-86b5-b4165fec93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:58.172808 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c18a810a-8401-40da-a1ae-9a752a0fce96 req-57d12f77-e93b-4a95-86b5-b4165fec93e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 920 time: 0.1502671 Apr 05 11:35:58.226769 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c18a810a-8401-40da-a1ae-9a752a0fce96 req-4e827d3b-35bb-4399-88ee-8f4207dc6040 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f189aab-4ee0-4998-b00f-266952c9e388 HTTP/1.1" status: 200 len: 217 time: 0.0455868 Apr 05 11:35:58.252138 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82a946-39d2-40bd-9013-5420483183e9 req-30921ba5-2bd8-433e-ad26-1a8de3bd638a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:58.256055 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fd82a946-39d2-40bd-9013-5420483183e9 req-30921ba5-2bd8-433e-ad26-1a8de3bd638a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.1539824 Apr 05 11:35:58.296806 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:35:58.325086 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a810a-8401-40da-a1ae-9a752a0fce96 req-046bd496-c319-469d-bd5a-213937f5011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:58.326636 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c18a810a-8401-40da-a1ae-9a752a0fce96 req-046bd496-c319-469d-bd5a-213937f5011b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a2d4898-c05f-41d9-ad48-eba0b48abf12 HTTP/1.1" status: 200 len: 858 time: 0.0930955 Apr 05 11:35:58.376425 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fd82a946-39d2-40bd-9013-5420483183e9 req-43eb476b-d3ed-49bf-b9ae-601b4b5ea601 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975983 Apr 05 11:35:58.406749 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a810a-8401-40da-a1ae-9a752a0fce96 req-0e114907-c361-49b7-930c-8b2a9c91176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:58.406749 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c18a810a-8401-40da-a1ae-9a752a0fce96 req-0e114907-c361-49b7-930c-8b2a9c91176b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=912aa55e-5878-42db-a34a-a968382fba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685129 Apr 05 11:35:58.496311 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c18a810a-8401-40da-a1ae-9a752a0fce96 req-c1ccf44e-cb13-4d96-b1c4-d43345e52c88 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889504 Apr 05 11:35:58.596058 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c18a810a-8401-40da-a1ae-9a752a0fce96 req-1198cf07-066b-4389-9ed4-c1ffb02bb7c7 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941114 Apr 05 11:35:58.809011 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1615140-f137-4fb6-b416-1caf69243ff5 req-77a9470c-0cda-40bb-9665-d7460e4b024c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:58.810515 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a1615140-f137-4fb6-b416-1caf69243ff5 req-77a9470c-0cda-40bb-9665-d7460e4b024c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0620320 Apr 05 11:35:58.858152 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a1615140-f137-4fb6-b416-1caf69243ff5 req-f9e5323c-3a3e-42e7-b42a-d9c66657b529 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 Apr 05 11:35:59.055960 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d96e04-f8f5-410e-8a3c-0e25b4dda0f1 req-1de6e9ca-d503-4b16-b1fe-a7588a277f30 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:59.057565 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64d96e04-f8f5-410e-8a3c-0e25b4dda0f1 req-1de6e9ca-d503-4b16-b1fe-a7588a277f30 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0540454 Apr 05 11:35:59.108530 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64d96e04-f8f5-410e-8a3c-0e25b4dda0f1 req-d8c124fd-917a-4ca9-a3ab-3e51b0ac6a47 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452874 Apr 05 11:35:59.325154 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0739df23-df21-4914-b6de-6955a8fdc9c9 req-11b701e5-b3c2-4b06-87be-cd5ac51011d7 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 210 time: 0.0330095 Apr 05 11:35:59.501262 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f657c-f39e-45d3-8bd8-a6039c4dcbd6 req-066aa099-b328-4492-962f-eb4818a548fd tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:59.502778 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4e0f657c-f39e-45d3-8bd8-a6039c4dcbd6 req-066aa099-b328-4492-962f-eb4818a548fd tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0521030 Apr 05 11:35:59.548264 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4e0f657c-f39e-45d3-8bd8-a6039c4dcbd6 req-a8c911b7-852b-462f-b94f-c2c0a2fa3c52 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398304 Apr 05 11:35:59.976506 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27de3e1-60d1-4bcc-8173-09a4d81addd4 req-57aa1ab8-a893-483c-8640-0a6cf320efec tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:59.978045 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f27de3e1-60d1-4bcc-8173-09a4d81addd4 req-57aa1ab8-a893-483c-8640-0a6cf320efec tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0522294 Apr 05 11:36:00.024404 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f27de3e1-60d1-4bcc-8173-09a4d81addd4 req-d6fb1635-7adb-41ea-b454-38187f4c4217 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Apr 05 11:36:00.246872 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d013a3f-0039-403b-8054-47f9900a213e req-679b58cf-6fe5-432b-b8da-ba6334939d02 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:00.248515 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9d013a3f-0039-403b-8054-47f9900a213e req-679b58cf-6fe5-432b-b8da-ba6334939d02 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0662196 Apr 05 11:36:00.304389 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9d013a3f-0039-403b-8054-47f9900a213e req-af2dd29c-d9bf-45d7-880c-8eeafc18cb1e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501590 Apr 05 11:36:00.420243 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9e2b0de0-c056-4032-be04-fadfdace3db1 req-42cac00b-8446-451b-b1f3-4924e08d9d26 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 210 time: 0.0262785 Apr 05 11:36:00.672021 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bd4b2-d556-4e4b-a60a-81b27bd724a6 req-c06b4e6d-6ed6-4049-97bd-5480c8521654 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:00.673442 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-361bd4b2-d556-4e4b-a60a-81b27bd724a6 req-c06b4e6d-6ed6-4049-97bd-5480c8521654 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0541093 Apr 05 11:36:00.721267 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-361bd4b2-d556-4e4b-a60a-81b27bd724a6 req-9a63d316-e3d5-4416-8def-428a481736be tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420246 Apr 05 11:36:01.155330 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4875ea5-1fc7-4d03-b0a6-4096d78e01e7 req-beac32a0-3a96-4a8b-96c4-d0bf4e976f50 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:01.156822 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c4875ea5-1fc7-4d03-b0a6-4096d78e01e7 req-beac32a0-3a96-4a8b-96c4-d0bf4e976f50 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0572815 Apr 05 11:36:01.203979 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c4875ea5-1fc7-4d03-b0a6-4096d78e01e7 req-48f8fb38-5fdb-41b1-90a1-63ed84b369f2 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414157 Apr 05 11:36:01.441169 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a5075-69e8-476f-a8a0-16e661a39af7 req-67ccb6e6-f8ac-4515-ac47-5ec1c52afe5f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:01.442773 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-578a5075-69e8-476f-a8a0-16e661a39af7 req-67ccb6e6-f8ac-4515-ac47-5ec1c52afe5f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0567863 Apr 05 11:36:01.491896 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-578a5075-69e8-476f-a8a0-16e661a39af7 req-a615c0f3-5cfe-4228-b662-f9f8a5d50a56 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427592 Apr 05 11:36:01.512013 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1a090043-578c-4d85-adf7-25c5be4a0f0c req-2fab933a-e659-453b-bb13-b72f551ac66d tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 210 time: 0.0273209 Apr 05 11:36:01.842060 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159f112-dc8a-47ea-8b6c-4d9a7f8f12c2 req-26651489-5672-439d-ae5e-1521011748f0 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:01.843696 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9159f112-dc8a-47ea-8b6c-4d9a7f8f12c2 req-26651489-5672-439d-ae5e-1521011748f0 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0535684 Apr 05 11:36:01.891940 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9159f112-dc8a-47ea-8b6c-4d9a7f8f12c2 req-f27e95c2-a78c-4345-9ca7-b9357ae6bf02 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417190 Apr 05 11:36:02.323317 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f9389-2361-4212-bdca-9761fbad642f req-2dcfccba-f04a-4a5e-a55d-849aeb950bdb tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:02.324872 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3a2f9389-2361-4212-bdca-9761fbad642f req-2dcfccba-f04a-4a5e-a55d-849aeb950bdb tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0519817 Apr 05 11:36:02.383161 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3a2f9389-2361-4212-bdca-9761fbad642f req-21b311b0-96c5-446d-992d-2b7bec0d78a7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527334 Apr 05 11:36:02.547904 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-3f9082fa-c14d-4f60-86a4-36a2051fe2d6 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:02.549171 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-3f9082fa-c14d-4f60-86a4-36a2051fe2d6 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.57 "GET /v2.0/networks?id=b762bdc2-8c69-4463-a0a9-b6a9592c01ff HTTP/1.1" status: 200 len: 809 time: 0.1201761 Apr 05 11:36:02.617460 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 60898) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:02.641758 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-122ad40a-2ced-47fc-81df-b725ebb9468b req-e06db4e4-415b-4c08-b295-c7ccade19344 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 210 time: 0.0420327 Apr 05 11:36:02.651705 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa5494-218c-45d2-82a6-e01676aa665a req-a4eed293-9e7f-40c0-845d-5bf771dc88c1 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:02.654147 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9cfa5494-218c-45d2-82a6-e01676aa665a req-a4eed293-9e7f-40c0-845d-5bf771dc88c1 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0659246 Apr 05 11:36:02.668134 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-b6443ca3-691a-4dba-a1b7-f32feca93ad0 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8499ce2abe10411589e913912a8c40ed HTTP/1.1" status: 200 len: 380 time: 0.1014686 Apr 05 11:36:02.680172 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-253212d1-31b9-4ff5-8073-515e5afe96b9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Request body: {'port': {'device_id': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'admin_state_up': True, 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'security_groups': ['88d1ffb5-784c-4e40-81ec-d861cf5414e6']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:02.725784 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9cfa5494-218c-45d2-82a6-e01676aa665a req-e425ef6a-d731-492d-9b40-c3e2c72a371e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559635 Apr 05 11:36:02.771919 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e7d11f4d-bd69-4339-a002-f77c3c00301b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:02.832610 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e7d11f4d-bd69-4339-a002-f77c3c00301b admin admin] Publish callbacks [] for security_group (6da8e008-7636-4364-a079-d81b31a5474d), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:02.918614 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-253212d1-31b9-4ff5-8073-515e5afe96b9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Made reservation on behalf of 8499ce2abe10411589e913912a8c40ed for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:36:02.920278 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e7d11f4d-bd69-4339-a002-f77c3c00301b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (6da8e008-7636-4364-a079-d81b31a5474d), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:02.922216 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-253212d1-31b9-4ff5-8073-515e5afe96b9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:02.981608 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d11f4d-bd69-4339-a002-f77c3c00301b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da8e008-7636-4364-a079-d81b31a5474d,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:03.010680 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-e7d11f4d-bd69-4339-a002-f77c3c00301b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b087800638045bc8e22af73a193c765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918197 Apr 05 11:36:03.011398 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 60906) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:03.068305 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-72f3a467-db23-443f-9963-3e49ad095d78 admin admin] Publish callbacks [] for security_group (6da8e008-7636-4364-a079-d81b31a5474d), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:03.091910 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744c587-b01b-4474-b7f3-147611b31a30 req-bba9e8cb-a337-46e3-8ab3-d12b68f31254 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:03.093477 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6744c587-b01b-4474-b7f3-147611b31a30 req-bba9e8cb-a337-46e3-8ab3-d12b68f31254 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.1027849 Apr 05 11:36:03.102618 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-72f3a467-db23-443f-9963-3e49ad095d78 admin admin] Publish callbacks [] for security_group (6da8e008-7636-4364-a079-d81b31a5474d), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:03.139869 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-253212d1-31b9-4ff5-8073-515e5afe96b9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Allocated IP 172.20.0.7 (b762bdc2-8c69-4463-a0a9-b6a9592c01ff/04c557d5-7ced-46b6-b387-7061f5abc42c/1057f1d4-8f36-4dbf-a01f-5a583883cb27) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:36:03.181358 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6744c587-b01b-4474-b7f3-147611b31a30 req-c8d45aca-7ca2-445b-9723-7531c454a78d tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762975 Apr 05 11:36:03.239319 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-72f3a467-db23-443f-9963-3e49ad095d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (6da8e008-7636-4364-a079-d81b31a5474d), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:03.242135 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-72f3a467-db23-443f-9963-3e49ad095d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:03.243409 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-72f3a467-db23-443f-9963-3e49ad095d78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6da8e008-7636-4364-a079-d81b31a5474d HTTP/1.1" status: 204 len: 168 time: 0.2309561 Apr 05 11:36:03.251383 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3a467-db23-443f-9963-3e49ad095d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da8e008-7636-4364-a079-d81b31a5474d,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:03.361521 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-253212d1-31b9-4ff5-8073-515e5afe96b9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:03.427298 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device abe1c734-1139-400d-ab81-735a015fd662 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:36:03.508623 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b44e17-d328-4afd-8736-aee341c04f50 req-23f70096-9f73-425f-ab0c-6a238c9d0574 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:03.510143 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-42b44e17-d328-4afd-8736-aee341c04f50 req-23f70096-9f73-425f-ab0c-6a238c9d0574 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0573595 Apr 05 11:36:03.520405 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-253212d1-31b9-4ff5-8073-515e5afe96b9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:03.527883 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port abe1c734-1139-400d-ab81-735a015fd662, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=abe1c734-1139-400d-ab81-735a015fd662,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:03.543796 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': 'abe1c734-1139-400d-ab81-735a015fd662', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'port_id': 'abe1c734-1139-400d-ab81-735a015fd662', 'mac_address': 'fa:16:3e:40:e0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:36:03.572111 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-42b44e17-d328-4afd-8736-aee341c04f50 req-2e996cce-455a-4f88-856f-5300e9215cd0 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561173 Apr 05 11:36:03.579384 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-253212d1-31b9-4ff5-8073-515e5afe96b9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Network b762bdc2-8c69-4463-a0a9-b6a9592c01ff is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:03.582961 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-253212d1-31b9-4ff5-8073-515e5afe96b9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:03.590119 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-253212d1-31b9-4ff5-8073-515e5afe96b9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:36:03.600899 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port abe1c734-1139-400d-ab81-735a015fd662 is: ACTIVE; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:03.600899 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (abe1c734-1139-400d-ab81-735a015fd662), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:03.601077 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-253212d1-31b9-4ff5-8073-515e5afe96b9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:03.601077 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-253212d1-31b9-4ff5-8073-515e5afe96b9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:03.607150 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253212d1-31b9-4ff5-8073-515e5afe96b9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Pushing event updated for resources: {'Port': ['ID=1057f1d4-8f36-4dbf-a01f-5a583883cb27,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:03.609791 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abe1c734-1139-400d-ab81-735a015fd662 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:36:03.634053 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port abe1c734-1139-400d-ab81-735a015fd662, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=abe1c734-1139-400d-ab81-735a015fd662,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:03.697980 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-253212d1-31b9-4ff5-8073-515e5afe96b9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0218549 Apr 05 11:36:03.717328 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Request body: {'port': {'device_id': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:03.725458 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (abe1c734-1139-400d-ab81-735a015fd662), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:03.867663 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:03.892360 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=abe1c734-1139-400d-ab81-735a015fd662,revision_number=6']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:03.911521 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:03.913152 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:03.913825 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:03.914573 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:03.915642 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:03.916172 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:03.916699 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:03.917396 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:03.918067 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:03.918652 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:03.919162 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:03.920275 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:03.920819 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:03.921508 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:03.922022 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:03.966362 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c736d4-a2f0-49c1-b946-6f9a094b2746 req-e5bc9266-ae28-438a-b22a-c9f64d84d935 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:03.968162 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-58c736d4-a2f0-49c1-b946-6f9a094b2746 req-e5bc9266-ae28-438a-b22a-c9f64d84d935 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 931 time: 0.1921334 Apr 05 11:36:03.975324 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd3e5e-1df5-49ec-8b26-955966b049d3 req-87a6baf9-95f4-4d3a-9862-a911a0ee73dc tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:03.983448 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-18bd3e5e-1df5-49ec-8b26-955966b049d3 req-87a6baf9-95f4-4d3a-9862-a911a0ee73dc tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 945 time: 0.1268256 Apr 05 11:36:03.995327 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-9168d87a-7919-4b52-bea0-66b4d6a6e8e3 None None] Provisioning complete for port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:03.995758 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9168d87a-7919-4b52-bea0-66b4d6a6e8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:04.035754 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['abe1c734-1139-400d-ab81-735a015fd662'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:36:04.037964 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-9168d87a-7919-4b52-bea0-66b4d6a6e8e3 None None] Port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:36:04.045495 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-18bd3e5e-1df5-49ec-8b26-955966b049d3 req-f29e7bd8-94c3-4f7f-a315-370bf8992ff9 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603614 Apr 05 11:36:04.102744 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-58c736d4-a2f0-49c1-b946-6f9a094b2746 req-701e3ee9-96b8-43df-947d-4080ce5a5827 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271403 Apr 05 11:36:04.337426 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbfaa8-b14a-4630-862c-11b19d5412e4 req-4507cb3d-e92c-4c02-a401-05c4cb916ba4 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:04.337751 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1057f1d4-8f36-4dbf-a01f-5a583883cb27 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:36:04.339527 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-07dbfaa8-b14a-4630-862c-11b19d5412e4 req-4507cb3d-e92c-4c02-a401-05c4cb916ba4 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0540078 Apr 05 11:36:04.349244 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Publish callbacks [] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:04.362412 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Transition to ACTIVE for port object 1057f1d4-8f36-4dbf-a01f-5a583883cb27 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:36:04.391864 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-07dbfaa8-b14a-4630-862c-11b19d5412e4 req-8b83089d-d04a-4ce4-9d6a-d9a5fe94502f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465314 Apr 05 11:36:04.519179 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:04.560847 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Pushing event updated for resources: {'Port': ['ID=1057f1d4-8f36-4dbf-a01f-5a583883cb27,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:04.604672 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Attempting to bind port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:36:04.605283 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Attempting to bind port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'dcfa7b5c-0446-438d-96d7-90816366816d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:36:04.605617 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Attempting to bind port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 on network b762bdc2-8c69-4463-a0a9-b6a9592c01ff {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:04.612896 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 on network b762bdc2-8c69-4463-a0a9-b6a9592c01ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:36:04.613256 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Attempting to bind port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 on network b762bdc2-8c69-4463-a0a9-b6a9592c01ff {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:04.620184 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:36:04.620705 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Checking segment: {'id': 'dcfa7b5c-0446-438d-96d7-90816366816d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:36:04.621192 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Bound using segment: {'id': 'dcfa7b5c-0446-438d-96d7-90816366816d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:36:04.621634 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Bound port: 1057f1d4-8f36-4dbf-a01f-5a583883cb27, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcfa7b5c-0446-438d-96d7-90816366816d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:36:04.621998 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:04.743681 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] For port 1057f1d4-8f36-4dbf-a01f-5a583883cb27, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:36:04.768762 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] For port 1057f1d4-8f36-4dbf-a01f-5a583883cb27, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1057f1d4-8f36-4dbf-a01f-5a583883cb27,segment=NetworkSegment(dcfa7b5c-0446-438d-96d7-90816366816d),segment_id=dcfa7b5c-0446-438d-96d7-90816366816d)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:36:04.806047 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e297ce9-86b7-4c11-a728-36a8af98cbcd req-01935230-ed15-4cc0-b54d-12e3e765d9ad tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:04.810942 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e297ce9-86b7-4c11-a728-36a8af98cbcd req-01935230-ed15-4cc0-b54d-12e3e765d9ad tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0931513 Apr 05 11:36:04.858256 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e297ce9-86b7-4c11-a728-36a8af98cbcd req-b4569039-7681-4c35-808e-c659cde3819a tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442805 Apr 05 11:36:04.913494 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:04.947860 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:04.948537 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:04.949843 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] 10.222.0.57 "PUT /v2.0/ports/1057f1d4-8f36-4dbf-a01f-5a583883cb27 HTTP/1.1" status: 200 len: 1093 time: 1.2382450 Apr 05 11:36:04.950288 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'tag': '1057f1d4-8f36-4dbf-a01f-5a583883cb27'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:04.952557 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c69855-cadc-4227-bef9-e81e686fad9d" -d '{"events": [{"name": "network-changed", "server_uuid": "d723380a-3b3f-4f00-b701-f76ab30add84", "tag": "1057f1d4-8f36-4dbf-a01f-5a583883cb27"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:04.983867 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6a37e-6e22-44de-a404-33931dbcf4bf service neutron] Pushing event updated for resources: {'Port': ['ID=1057f1d4-8f36-4dbf-a01f-5a583883cb27,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:04.992147 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 60992) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:05.014408 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d76b153-3a95-4d7c-8edf-0dbdf110a9e8 x-openstack-request-id: req-6d76b153-3a95-4d7c-8edf-0dbdf110a9e8 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:05.014702 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d723380a-3b3f-4f00-b701-f76ab30add84", "tag": "1057f1d4-8f36-4dbf-a01f-5a583883cb27", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:05.014958 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d76b153-3a95-4d7c-8edf-0dbdf110a9e8 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:05.015363 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d76b153-3a95-4d7c-8edf-0dbdf110a9e8'] response: {'name': 'network-changed', 'server_uuid': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'tag': '1057f1d4-8f36-4dbf-a01f-5a583883cb27', 'status': 'completed', 'code': 200} Apr 05 11:36:05.033276 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 60996) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:05.183476 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c69855-cadc-4227-bef9-e81e686fad9d req-5afb7a2d-6e5f-4b3b-aee7-5d93ed3059e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:05.185260 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-60c69855-cadc-4227-bef9-e81e686fad9d req-5afb7a2d-6e5f-4b3b-aee7-5d93ed3059e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8499ce2abe10411589e913912a8c40ed&device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 1127 time: 0.1049688 Apr 05 11:36:05.272542 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-334edfea-cf45-4bde-a6a5-4bceae8ad315 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1070766716-network', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:05.309715 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9c754-e128-4289-9729-5661e936a2d0 req-b9ab84ee-1fc6-42d6-bc7d-b93cd0fc504b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:05.317649 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-86f9c754-e128-4289-9729-5661e936a2d0 req-b9ab84ee-1fc6-42d6-bc7d-b93cd0fc504b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.0702002 Apr 05 11:36:05.382994 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-86f9c754-e128-4289-9729-5661e936a2d0 req-9402120b-e33d-4970-889a-35edb8122c71 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624721 Apr 05 11:36:05.385285 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8418da2a-f17c-4ec5-a5ce-cbace22d2cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.423592 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54626a-96ab-41b1-a63a-af5d025fa419 req-c2c03aac-4a9d-453f-8d15-093cc0eeb551 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:05.429412 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device abe1c734-1139-400d-ab81-735a015fd662 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:05.431670 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7c54626a-96ab-41b1-a63a-af5d025fa419 req-c2c03aac-4a9d-453f-8d15-093cc0eeb551 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 945 time: 0.2296517 Apr 05 11:36:05.491344 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334edfea-cf45-4bde-a6a5-4bceae8ad315 admin admin] Made reservation on behalf of be5f73d3bb5948299a1d81283e0c738a for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:36:05.495705 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-334edfea-cf45-4bde-a6a5-4bceae8ad315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.514092 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port abe1c734-1139-400d-ab81-735a015fd662 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:05.514623 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (abe1c734-1139-400d-ab81-735a015fd662), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.528007 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-334edfea-cf45-4bde-a6a5-4bceae8ad315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.541523 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c69855-cadc-4227-bef9-e81e686fad9d req-c376cc42-d648-4462-b03e-9f1cda765e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:05.543142 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-60c69855-cadc-4227-bef9-e81e686fad9d req-c376cc42-d648-4462-b03e-9f1cda765e32 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8499ce2abe10411589e913912a8c40ed&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3151159 Apr 05 11:36:05.561394 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc3fb0-6d7d-407f-b5de-c873a10773f3 req-e6d128bb-c042-4daf-9507-6c8be256555f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:05.569913 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-bcbc3fb0-6d7d-407f-b5de-c873a10773f3 req-e6d128bb-c042-4daf-9507-6c8be256555f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0851805 Apr 05 11:36:05.636593 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7c54626a-96ab-41b1-a63a-af5d025fa419 req-d6579c7b-1b8c-45da-a63d-4acd4afe4b47 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038424 Apr 05 11:36:05.646705 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-bcbc3fb0-6d7d-407f-b5de-c873a10773f3 req-26849c5e-18c9-433c-b184-154e3e1b7d81 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737016 Apr 05 11:36:05.686457 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port abe1c734-1139-400d-ab81-735a015fd662 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:05.686975 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (abe1c734-1139-400d-ab81-735a015fd662), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.733678 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe1c734-1139-400d-ab81-735a015fd662'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:05.733678 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abe6f01-de4b-4c1a-a019-8c3042866d09" -d '{"events": [{"server_uuid": "5f678de2-5855-469b-8c6f-c89816e9b30e", "name": "network-vif-plugged", "status": "completed", "tag": "abe1c734-1139-400d-ab81-735a015fd662"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:05.746580 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8418da2a-f17c-4ec5-a5ce-cbace22d2cb2 admin admin] Publish callbacks [] for security_group (ea397580-ecf8-43ae-932f-72a8923f1342), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.753442 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port abe1c734-1139-400d-ab81-735a015fd662, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=abe1c734-1139-400d-ab81-735a015fd662,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:05.781025 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7c5567-d7d2-4bad-8abf-bde7f7682cef x-openstack-request-id: req-ff7c5567-d7d2-4bad-8abf-bde7f7682cef {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:05.781446 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f678de2-5855-469b-8c6f-c89816e9b30e", "name": "network-vif-plugged", "status": "completed", "tag": "abe1c734-1139-400d-ab81-735a015fd662", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:05.782104 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff7c5567-d7d2-4bad-8abf-bde7f7682cef {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:05.782297 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7c5567-d7d2-4bad-8abf-bde7f7682cef'] response: {'server_uuid': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe1c734-1139-400d-ab81-735a015fd662', 'code': 200} Apr 05 11:36:05.813215 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c69855-cadc-4227-bef9-e81e686fad9d req-218a72aa-89ac-4e9b-b450-cf051704a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:05.817359 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-60c69855-cadc-4227-bef9-e81e686fad9d req-218a72aa-89ac-4e9b-b450-cf051704a0de service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2499232 Apr 05 11:36:05.842124 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-334edfea-cf45-4bde-a6a5-4bceae8ad315 admin admin] Publish callbacks [] for security_group (44b01245-c11f-4577-84d2-e0394886f219), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.862655 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (abe1c734-1139-400d-ab81-735a015fd662), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.863014 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8418da2a-f17c-4ec5-a5ce-cbace22d2cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (ea397580-ecf8-43ae-932f-72a8923f1342), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.946281 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=abe1c734-1139-400d-ab81-735a015fd662,revision_number=7']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:05.949643 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-8418da2a-f17c-4ec5-a5ce-cbace22d2cb2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4fcf910053524c28bcd77895e7c721ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9556649 Apr 05 11:36:05.951631 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 32788) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:05.953366 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418da2a-f17c-4ec5-a5ce-cbace22d2cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea397580-ecf8-43ae-932f-72a8923f1342,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:05.957557 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-334edfea-cf45-4bde-a6a5-4bceae8ad315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (44b01245-c11f-4577-84d2-e0394886f219), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.988827 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334edfea-cf45-4bde-a6a5-4bceae8ad315 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:36:06.010328 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-334edfea-cf45-4bde-a6a5-4bceae8ad315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (661bd3e3-7efc-4d28-9c35-158da73c73fa), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:06.010328 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-334edfea-cf45-4bde-a6a5-4bceae8ad315 admin admin] Added segment 661bd3e3-7efc-4d28-9c35-158da73c73fa of type vlan for network c77bd11c-2083-4ad7-adab-65001019d0d4 Apr 05 11:36:06.011046 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334edfea-cf45-4bde-a6a5-4bceae8ad315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b01245-c11f-4577-84d2-e0394886f219,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:06.032505 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b720e876-f044-458a-b58c-d8fa65aa966e admin admin] Publish callbacks [] for security_group (ea397580-ecf8-43ae-932f-72a8923f1342), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:06.057760 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b720e876-f044-458a-b58c-d8fa65aa966e admin admin] Publish callbacks [] for security_group (ea397580-ecf8-43ae-932f-72a8923f1342), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:06.062711 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-6c29dfac-402e-4628-aa90-560b72c7ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:06.064458 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-6c29dfac-402e-4628-aa90-560b72c7ba45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8499ce2abe10411589e913912a8c40ed&device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 1127 time: 0.1665618 Apr 05 11:36:06.068882 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-334edfea-cf45-4bde-a6a5-4bceae8ad315 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (c77bd11c-2083-4ad7-adab-65001019d0d4), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:06.137695 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-3ad3e522-87d8-4d38-a74d-8142d49364fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1057f1d4-8f36-4dbf-a01f-5a583883cb27 HTTP/1.1" status: 200 len: 217 time: 0.0517206 Apr 05 11:36:06.150858 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b336b96-169c-4ad6-b242-2f53ddd4aa48 req-932a87dc-6d80-481a-a582-b106f34cb907 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:06.177156 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1b336b96-169c-4ad6-b242-2f53ddd4aa48 req-932a87dc-6d80-481a-a582-b106f34cb907 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.1640270 Apr 05 11:36:06.228519 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-6960e9ef-7d96-477d-8868-b40ffbbf4fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:06.230796 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-6960e9ef-7d96-477d-8868-b40ffbbf4fd3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04c557d5-7ced-46b6-b387-7061f5abc42c HTTP/1.1" status: 200 len: 848 time: 0.0866530 Apr 05 11:36:06.254556 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1b336b96-169c-4ad6-b242-2f53ddd4aa48 req-96df59a7-0e7a-463b-ba01-4a1e6de8dd96 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764503 Apr 05 11:36:06.297261 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-a2777b6c-1c27-4a4d-8f3e-543067680104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:06.307777 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-a2777b6c-1c27-4a4d-8f3e-543067680104 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b762bdc2-8c69-4463-a0a9-b6a9592c01ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574415 Apr 05 11:36:06.553535 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b720e876-f044-458a-b58c-d8fa65aa966e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (ea397580-ecf8-43ae-932f-72a8923f1342), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:06.557637 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b720e876-f044-458a-b58c-d8fa65aa966e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:06.559233 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-b720e876-f044-458a-b58c-d8fa65aa966e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea397580-ecf8-43ae-932f-72a8923f1342 HTTP/1.1" status: 204 len: 168 time: 0.6065495 Apr 05 11:36:06.578562 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720e876-f044-458a-b58c-d8fa65aa966e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea397580-ecf8-43ae-932f-72a8923f1342,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:06.650475 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-334edfea-cf45-4bde-a6a5-4bceae8ad315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (c77bd11c-2083-4ad7-adab-65001019d0d4), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:06.650475 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334edfea-cf45-4bde-a6a5-4bceae8ad315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:06.650475 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-334edfea-cf45-4bde-a6a5-4bceae8ad315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:06.696385 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-97db6ea6-f211-446f-b895-e6e0ca07ace9 service neutron] 10.222.0.57 "GET /v2.0/networks/b762bdc2-8c69-4463-a0a9-b6a9592c01ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883126 Apr 05 11:36:06.811819 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffe383-8b5d-48f9-b147-a1f4533b2f9b req-a225f7e0-3d3b-40a2-9362-cceeab877a72 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:06.821591 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9bffe383-8b5d-48f9-b147-a1f4533b2f9b req-a225f7e0-3d3b-40a2-9362-cceeab877a72 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0917370 Apr 05 11:36:06.911366 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9bffe383-8b5d-48f9-b147-a1f4533b2f9b req-1ce7db59-20ed-4e1f-8039-eebdb5bfb96f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847168 Apr 05 11:36:06.920285 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334edfea-cf45-4bde-a6a5-4bceae8ad315 admin admin] Pushing event updated for resources: {'Network': ['ID=c77bd11c-2083-4ad7-adab-65001019d0d4,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:06.926734 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d363975e-73f9-4c20-9c9f-8aa7f62a4624 req-0c8a848a-2405-45b1-8d7f-91332103dab6 service neutron] 10.222.0.57 "GET /v2.0/networks/b762bdc2-8c69-4463-a0a9-b6a9592c01ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134652 Apr 05 11:36:06.941339 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45f321-abdc-42c4-b271-522796ab3c47 req-e1cb2c16-a8a8-4893-9c1f-eb1885ecb814 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:06.942773 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network c77bd11c-2083-4ad7-adab-65001019d0d4 details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:36:06.943767 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-da45f321-abdc-42c4-b271-522796ab3c47 req-e1cb2c16-a8a8-4893-9c1f-eb1885ecb814 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.3092074 Apr 05 11:36:07.022761 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-334edfea-cf45-4bde-a6a5-4bceae8ad315 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9878621 Apr 05 11:36:07.031717 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 32806) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:07.039781 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-ab6e9dfa-81ff-4dc1-b93a-7f41355101a3 admin admin] Request body: {'subnet': {'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1070766716-subnet', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'ip_version': 4}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:07.119234 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-da45f321-abdc-42c4-b271-522796ab3c47 req-15ff24f0-67fa-4f9a-a7d2-392e6492d8f6 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601186 Apr 05 11:36:07.176510 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add3b8c-738b-4da2-a8a5-802ab7295349 req-33a79f8c-7645-4701-9376-0a4aeff616f4 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:07.178460 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8add3b8c-738b-4da2-a8a5-802ab7295349 req-33a79f8c-7645-4701-9376-0a4aeff616f4 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.1631222 Apr 05 11:36:07.201889 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6e9dfa-81ff-4dc1-b93a-7f41355101a3 admin admin] Made reservation on behalf of be5f73d3bb5948299a1d81283e0c738a for: {'subnet': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:36:07.207027 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9dfa-81ff-4dc1-b93a-7f41355101a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59521883'] for subnet (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:07.321405 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8add3b8c-738b-4da2-a8a5-802ab7295349 req-926fe290-654d-4756-9e1b-773d514a881a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354573 Apr 05 11:36:07.449263 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb700b1-9144-4c5d-aba9-c3afa326a21a req-a3f4901e-eb2a-4deb-9e83-fead55390820 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:07.451132 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0cb700b1-9144-4c5d-aba9-c3afa326a21a req-a3f4901e-eb2a-4deb-9e83-fead55390820 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0904884 Apr 05 11:36:07.527485 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 32818) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:07.541289 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0cb700b1-9144-4c5d-aba9-c3afa326a21a req-1f0f3a45-9998-4d7b-8d35-7fc576c09c31 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824788 Apr 05 11:36:07.550701 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3a4437cb-940b-4dfb-bc0f-7a49cc575769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:07.615941 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9dfa-81ff-4dc1-b93a-7f41355101a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61925820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59521861'] for subnet (367f3ebf-9711-4ac7-8f92-7e3f1980efc2), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:07.647016 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3a4437cb-940b-4dfb-bc0f-7a49cc575769 admin admin] Publish callbacks [] for security_group (c9e59651-863f-4a00-8ee2-9d691aacdcb4), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:07.693586 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e9dfa-81ff-4dc1-b93a-7f41355101a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=367f3ebf-9711-4ac7-8f92-7e3f1980efc2,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:07.704176 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e9dfa-81ff-4dc1-b93a-7f41355101a3 admin admin] Checking segment: {'id': '661bd3e3-7efc-4d28-9c35-158da73c73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:36:07.704531 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6e9dfa-81ff-4dc1-b93a-7f41355101a3 admin admin] Network hostable DHCP agents. Network: c77bd11c-2083-4ad7-adab-65001019d0d4, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:36:07.747799 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3a4437cb-940b-4dfb-bc0f-7a49cc575769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (c9e59651-863f-4a00-8ee2-9d691aacdcb4), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:07.781186 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6e9dfa-81ff-4dc1-b93a-7f41355101a3 admin admin] Network c77bd11c-2083-4ad7-adab-65001019d0d4 is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:36:07.805041 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4437cb-940b-4dfb-bc0f-7a49cc575769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e59651-863f-4a00-8ee2-9d691aacdcb4,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:07.812906 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3a4437cb-940b-4dfb-bc0f-7a49cc575769 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5a515b4f44c42cb87f80d4a398b9ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837479 Apr 05 11:36:07.818209 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 32822) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:07.885179 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d881dc43-0aae-468e-a596-065064318924 admin admin] Publish callbacks [] for security_group (c9e59651-863f-4a00-8ee2-9d691aacdcb4), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:07.913345 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d881dc43-0aae-468e-a596-065064318924 admin admin] Publish callbacks [] for security_group (c9e59651-863f-4a00-8ee2-9d691aacdcb4), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:07.930019 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-ab6e9dfa-81ff-4dc1-b93a-7f41355101a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, c77bd11c-2083-4ad7-adab-65001019d0d4) {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:07.937632 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6e9dfa-81ff-4dc1-b93a-7f41355101a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:07.940265 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9dfa-81ff-4dc1-b93a-7f41355101a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:07.946851 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ce0354-f54e-4a4e-8460-70e05aea5229 None None] Network c77bd11c-2083-4ad7-adab-65001019d0d4 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:36:08.064718 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ab6e9dfa-81ff-4dc1-b93a-7f41355101a3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0314119 Apr 05 11:36:08.067511 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 32828) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:08.072309 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1070766716-router', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:08.086788 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62790f3-32b1-5633-b3ce-e64a86f35074-c77bd11c-2083-4ad7-adab-65001019d0d4', 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4', 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'fixed_ips': [{'subnet_id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2'}]}} from dv-cinder-834448-3-iscsi. {{(pid=103948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:36:08.087931 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:08.098799 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d881dc43-0aae-468e-a596-065064318924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (c9e59651-863f-4a00-8ee2-9d691aacdcb4), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:08.108408 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d881dc43-0aae-468e-a596-065064318924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:08.113831 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-d881dc43-0aae-468e-a596-065064318924 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9e59651-863f-4a00-8ee2-9d691aacdcb4 HTTP/1.1" status: 204 len: 168 time: 0.2886367 Apr 05 11:36:08.136323 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104842c-cb37-4217-a7fd-806219e16f56 req-c4b1218d-d70a-4caf-aad5-b0307b0f2d90 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:08.137896 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d104842c-cb37-4217-a7fd-806219e16f56 req-c4b1218d-d70a-4caf-aad5-b0307b0f2d90 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.1186757 Apr 05 11:36:08.138949 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881dc43-0aae-468e-a596-065064318924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e59651-863f-4a00-8ee2-9d691aacdcb4,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:08.187345 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4940'] for router (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:08.188787 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4949'] for router (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:08.256034 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d104842c-cb37-4217-a7fd-806219e16f56 req-70dd5578-2794-47c7-b441-aa4b1a3a7dfc tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022091 Apr 05 11:36:08.328126 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Publish callbacks [] for router_controller (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), precommit_add_association {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:08.357431 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Allocated IP 172.20.0.2 (c77bd11c-2083-4ad7-adab-65001019d0d4/367f3ebf-9711-4ac7-8f92-7e3f1980efc2/bbdb5366-1010-46b7-bb8a-cb72669fc5a6) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:36:08.383836 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cc1bd-98a3-442c-b380-97c48ffe0cf0 req-0688909f-cf45-4b5d-8ad4-edde1610ea7b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:08.385433 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bd9cc1bd-98a3-442c-b380-97c48ffe0cf0 req-0688909f-cf45-4b5d-8ad4-edde1610ea7b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.1360598 Apr 05 11:36:08.480189 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bd9cc1bd-98a3-442c-b380-97c48ffe0cf0 req-c085573f-7eca-4935-875b-f664fad0b8d5 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823472 Apr 05 11:36:08.527885 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2064e-f153-46f4-8859-6a2e2fdbc950 req-3084480b-d112-4600-bf86-c3e68ab20291 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:08.536780 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-59c2064e-f153-46f4-8859-6a2e2fdbc950 req-3084480b-d112-4600-bf86-c3e68ab20291 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.1070750 Apr 05 11:36:08.597942 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Publish callbacks [] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:08.605697 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-59c2064e-f153-46f4-8859-6a2e2fdbc950 req-4529196c-d655-4f86-96a0-e4d6a5e1723a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650115 Apr 05 11:36:08.696251 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:08.720218 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Publish callbacks [] for router_gateway (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:08.746306 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ce373-fac4-4aee-9103-04a5179ef51a req-e878c425-4195-4d92-89dc-aa61800621e0 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:08.747988 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ec3ce373-fac4-4aee-9103-04a5179ef51a req-e878c425-4195-4d92-89dc-aa61800621e0 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.1033487 Apr 05 11:36:08.768596 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Pushing event updated for resources: {'Port': ['ID=bbdb5366-1010-46b7-bb8a-cb72669fc5a6,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:08.785713 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Network c77bd11c-2083-4ad7-adab-65001019d0d4 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:08.788356 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:08.799928 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:36:08.903503 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ec3ce373-fac4-4aee-9103-04a5179ef51a req-268ea090-430e-4eda-86a6-f738d7ae59d3 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437345 Apr 05 11:36:08.935005 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Attempting to bind port bbdb5366-1010-46b7-bb8a-cb72669fc5a6 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:36:08.940021 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Attempting to bind port bbdb5366-1010-46b7-bb8a-cb72669fc5a6 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '661bd3e3-7efc-4d28-9c35-158da73c73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:36:08.940021 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Attempting to bind port bbdb5366-1010-46b7-bb8a-cb72669fc5a6 on network c77bd11c-2083-4ad7-adab-65001019d0d4 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:08.957936 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:36:08.958595 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Checking segment: {'id': '661bd3e3-7efc-4d28-9c35-158da73c73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:36:08.958695 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:08.959105 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Bound using segment: {'id': '661bd3e3-7efc-4d28-9c35-158da73c73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:36:08.960220 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Bound port: bbdb5366-1010-46b7-bb8a-cb72669fc5a6, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661bd3e3-7efc-4d28-9c35-158da73c73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:36:08.960615 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:09.094699 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] For port bbdb5366-1010-46b7-bb8a-cb72669fc5a6, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:36:09.101473 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] For port bbdb5366-1010-46b7-bb8a-cb72669fc5a6, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=bbdb5366-1010-46b7-bb8a-cb72669fc5a6,segment=NetworkSegment(661bd3e3-7efc-4d28-9c35-158da73c73fa),segment_id=661bd3e3-7efc-4d28-9c35-158da73c73fa)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:36:09.222271 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:09.336315 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Publish callbacks [] for router_gateway (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:09.355886 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10650acb-1099-4147-95e9-6142a5bdcfe7 None None] Pushing event updated for resources: {'Port': ['ID=bbdb5366-1010-46b7-bb8a-cb72669fc5a6,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:09.364794 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:09.419334 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9faa-179d-4b69-a328-c1312d33604d req-a9cdb902-f8ea-491b-bd84-fa89b903a546 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:09.421242 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8c1a9faa-179d-4b69-a328-c1312d33604d req-a9cdb902-f8ea-491b-bd84-fa89b903a546 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0929871 Apr 05 11:36:09.549624 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Allocated IP 172.27.1.231 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/54d0ad4e-f998-4391-a34c-29b019718fa2) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:36:09.562996 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8c1a9faa-179d-4b69-a328-c1312d33604d req-c723133e-29d3-473a-b2e9-9c135badac42 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331289 Apr 05 11:36:09.827825 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2965cf8-f33a-4387-b155-ecda3c33f1e3 req-39740133-01e4-4bc4-803a-369f3b0c4c4d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:09.828936 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e2965cf8-f33a-4387-b155-ecda3c33f1e3 req-39740133-01e4-4bc4-803a-369f3b0c4c4d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0862124 Apr 05 11:36:09.845739 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Publish callbacks [] for port (54d0ad4e-f998-4391-a34c-29b019718fa2), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:09.875918 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 32872) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:09.886215 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c06177-375c-44d4-810c-9016dd72b6f1 req-5bbfc51c-43c2-4c8f-a20a-75855b11ab38 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:09.887974 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-11c06177-375c-44d4-810c-9016dd72b6f1 req-5bbfc51c-43c2-4c8f-a20a-75855b11ab38 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.2257774 Apr 05 11:36:09.899777 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e2965cf8-f33a-4387-b155-ecda3c33f1e3 req-b43e46e8-5cdc-4c89-b5c1-cf438a98115f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588315 Apr 05 11:36:09.983621 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-11c06177-375c-44d4-810c-9016dd72b6f1 req-ec9bd3e7-9ef9-4654-b7ab-e7a03daaefd9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821640 Apr 05 11:36:10.036715 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device bbdb5366-1010-46b7-bb8a-cb72669fc5a6 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:10.063904 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39becba-1e8c-4199-983a-fa4aa2d61da8 req-3353bdc4-72be-42ce-b4b3-faf392c3163c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:10.065982 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b39becba-1e8c-4199-983a-fa4aa2d61da8 req-3353bdc4-72be-42ce-b4b3-faf392c3163c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0586681 Apr 05 11:36:10.084720 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5c6c0007-7b22-4c55-85dc-7992d8c873d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:10.091569 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port bbdb5366-1010-46b7-bb8a-cb72669fc5a6 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:10.091940 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:10.107466 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (54d0ad4e-f998-4391-a34c-29b019718fa2), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:10.147934 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b39becba-1e8c-4199-983a-fa4aa2d61da8 req-78be8750-30ab-47d7-9234-9e9e7d95071c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757492 Apr 05 11:36:10.174754 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:10.184846 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:10.198482 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:36:10.200248 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Pushing event updated for resources: {'Port': ['ID=54d0ad4e-f998-4391-a34c-29b019718fa2,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:10.214129 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5c6c0007-7b22-4c55-85dc-7992d8c873d8 admin admin] Publish callbacks [] for security_group (f3c1f55e-0e4b-4c21-8c21-a767e8f07669), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:10.271963 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5c6c0007-7b22-4c55-85dc-7992d8c873d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (f3c1f55e-0e4b-4c21-8c21-a767e8f07669), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:10.316623 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port bbdb5366-1010-46b7-bb8a-cb72669fc5a6 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:10.317120 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:10.363699 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c0007-7b22-4c55-85dc-7992d8c873d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c1f55e-0e4b-4c21-8c21-a767e8f07669,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:10.386045 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-5c6c0007-7b22-4c55-85dc-7992d8c873d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=900dedb7b026476aa72308dcaa9676a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5090880 Apr 05 11:36:10.388759 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 32886) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:10.444697 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] For port bbdb5366-1010-46b7-bb8a-cb72669fc5a6, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=bbdb5366-1010-46b7-bb8a-cb72669fc5a6,segment=NetworkSegment(661bd3e3-7efc-4d28-9c35-158da73c73fa),segment_id=661bd3e3-7efc-4d28-9c35-158da73c73fa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:10.484520 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-17e84357-f3b7-4d24-95b0-04224ef8ca54 admin admin] Publish callbacks [] for security_group (f3c1f55e-0e4b-4c21-8c21-a767e8f07669), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:10.510349 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-17e84357-f3b7-4d24-95b0-04224ef8ca54 admin admin] Publish callbacks [] for security_group (f3c1f55e-0e4b-4c21-8c21-a767e8f07669), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:10.542859 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:10.630272 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Pushing event updated for resources: {'Port': ['ID=bbdb5366-1010-46b7-bb8a-cb72669fc5a6,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:10.712395 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-17e84357-f3b7-4d24-95b0-04224ef8ca54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (f3c1f55e-0e4b-4c21-8c21-a767e8f07669), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:10.714969 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-17e84357-f3b7-4d24-95b0-04224ef8ca54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:10.716143 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-17e84357-f3b7-4d24-95b0-04224ef8ca54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3c1f55e-0e4b-4c21-8c21-a767e8f07669 HTTP/1.1" status: 204 len: 168 time: 0.3218064 Apr 05 11:36:10.737676 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e84357-f3b7-4d24-95b0-04224ef8ca54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c1f55e-0e4b-4c21-8c21-a767e8f07669,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:10.876195 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b5218-e87e-49d2-a746-e4c6a8e1184b req-8976562d-5dfe-4a62-be1c-93a5e0133f1c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:10.878941 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0f1b5218-e87e-49d2-a746-e4c6a8e1184b req-8976562d-5dfe-4a62-be1c-93a5e0133f1c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.2435856 Apr 05 11:36:10.899844 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cdb807-db1c-4737-b0ab-2f177ece1ca8 None None] Network c77bd11c-2083-4ad7-adab-65001019d0d4 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:36:10.940525 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Publish callbacks [] for router_gateway (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:11.011836 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0f1b5218-e87e-49d2-a746-e4c6a8e1184b req-b471f8eb-25c1-4991-8ce2-27810f57acc4 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221895 Apr 05 11:36:11.061815 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-eadd8e65-b7e9-4577-a10b-21dd9b996858 None None] Provisioning complete for port bbdb5366-1010-46b7-bb8a-cb72669fc5a6 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:11.066967 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eadd8e65-b7e9-4577-a10b-21dd9b996858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:11.148486 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039b2ec-bd2b-4edb-997f-491f1cd0c434 req-0f56db25-1382-4793-ab9e-8f0bdba8bc88 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:11.153863 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9039b2ec-bd2b-4edb-997f-491f1cd0c434 req-0f56db25-1382-4793-ab9e-8f0bdba8bc88 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.1012526 Apr 05 11:36:11.278885 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9039b2ec-bd2b-4edb-997f-491f1cd0c434 req-da1ad183-64ed-4263-bb0d-9279b80adb36 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176276 Apr 05 11:36:11.327789 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-eadd8e65-b7e9-4577-a10b-21dd9b996858 None None] Current status of the port bbdb5366-1010-46b7-bb8a-cb72669fc5a6 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:11.395181 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530046'] for router (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:11.443601 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cb855-0260-4bcf-98f0-e7c5f9ca7fb3 req-13e4cb18-a204-49f5-b0e8-f0c91d16bb83 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:11.451347 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-629cb855-0260-4bcf-98f0-e7c5f9ca7fb3 req-13e4cb18-a204-49f5-b0e8-f0c91d16bb83 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0880513 Apr 05 11:36:11.512221 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83522753-3ebc-48db-b900-421419bcb0f8 req-613c2bb9-4882-47bc-a0b1-f8b5171d30a5 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:11.513755 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-83522753-3ebc-48db-b900-421419bcb0f8 req-613c2bb9-4882-47bc-a0b1-f8b5171d30a5 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.2894502 Apr 05 11:36:11.528498 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-629cb855-0260-4bcf-98f0-e7c5f9ca7fb3 req-3e95c788-eae0-426d-a760-edbb7e4caaf0 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757153 Apr 05 11:36:11.676931 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-d5ad7040-21ae-4941-8cd4-b2f8acfe9cd3 None None] Provisioning complete for port bbdb5366-1010-46b7-bb8a-cb72669fc5a6 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:11.677275 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d5ad7040-21ae-4941-8cd4-b2f8acfe9cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:11.689569 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-83522753-3ebc-48db-b900-421419bcb0f8 req-302727ec-e791-42a6-b07d-c12537e0918e tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613777 Apr 05 11:36:11.779053 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad7040-21ae-4941-8cd4-b2f8acfe9cd3 None None] Current status of the port bbdb5366-1010-46b7-bb8a-cb72669fc5a6 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:11.952208 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device bbdb5366-1010-46b7-bb8a-cb72669fc5a6 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:11.953555 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 is scheduled to L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 with binding_index 1 {{(pid=103947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:36:11.956487 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 32916) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:11.977626 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d18efdb4-7c64-48b2-bdde-59fc5a059b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:12.057495 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port bbdb5366-1010-46b7-bb8a-cb72669fc5a6 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:12.057879 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:12.066877 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d18efdb4-7c64-48b2-bdde-59fc5a059b3b admin admin] Publish callbacks [] for security_group (a02c603e-cf66-4cee-b3c2-6731d78647bb), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:12.132741 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:36:12.158246 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Sync routers for ids ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:36:12.173846 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Routers {'6bf8c609-5135-4ffa-97fe-a6c5eb563e76'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:36:12.177220 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:35:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:12.214810 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port bbdb5366-1010-46b7-bb8a-cb72669fc5a6 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:12.261685 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bebe2-1437-4933-9faa-5fa6122b9d3d req-70cdc050-7f51-4f68-8b76-3d547ee09898 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:12.261685 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ae5bebe2-1437-4933-9faa-5fa6122b9d3d req-70cdc050-7f51-4f68-8b76-3d547ee09898 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.1474943 Apr 05 11:36:12.266201 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d18efdb4-7c64-48b2-bdde-59fc5a059b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (a02c603e-cf66-4cee-b3c2-6731d78647bb), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:12.337802 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:12.339095 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-60f6f8a9-a0d2-460f-b29c-3d1103b868f9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2703464 Apr 05 11:36:12.347999 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 32938) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:12.397993 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18efdb4-7c64-48b2-bdde-59fc5a059b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02c603e-cf66-4cee-b3c2-6731d78647bb,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:12.407084 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Set router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:36:12.441313 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ae5bebe2-1437-4933-9faa-5fa6122b9d3d req-8ab2c3ee-952f-42f3-a295-60e8345bdb39 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636744 Apr 05 11:36:12.454963 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-d18efdb4-7c64-48b2-bdde-59fc5a059b3b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09ab20bdb61d45c6b6fc36beac849627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4883971 Apr 05 11:36:12.456423 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 32946) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:12.537789 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d930c71d-574b-4d83-90de-bfade9f09ead admin admin] Publish callbacks [] for security_group (a02c603e-cf66-4cee-b3c2-6731d78647bb), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:12.590149 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d930c71d-574b-4d83-90de-bfade9f09ead admin admin] Publish callbacks [] for security_group (a02c603e-cf66-4cee-b3c2-6731d78647bb), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:12.745462 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'name': 'tempest-TestMinimumBasicScenario-1070766716-router', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:08Z', 'updated_at': '2022-04-05T11:36:10Z', 'revision_number': 3, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'gw_port': {'id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:09Z', 'updated_at': '2022-04-05T11:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:12.766863 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f766a21-e93f-47e5-acfd-f9f5cb178978 req-e9c79831-7abb-466a-bbb0-a94f439a7c29 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:12.776768 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4f766a21-e93f-47e5-acfd-f9f5cb178978 req-e9c79831-7abb-466a-bbb0-a94f439a7c29 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.1182504 Apr 05 11:36:12.809401 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d930c71d-574b-4d83-90de-bfade9f09ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (a02c603e-cf66-4cee-b3c2-6731d78647bb), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:12.812415 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d930c71d-574b-4d83-90de-bfade9f09ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:12.817077 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-d930c71d-574b-4d83-90de-bfade9f09ead admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a02c603e-cf66-4cee-b3c2-6731d78647bb HTTP/1.1" status: 204 len: 168 time: 0.3560178 Apr 05 11:36:12.824670 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930c71d-574b-4d83-90de-bfade9f09ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02c603e-cf66-4cee-b3c2-6731d78647bb,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:12.833264 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Checking router: 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:36:12.833264 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Updating router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 port 54d0ad4e-f998-4391-a34c-29b019718fa2 binding host dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:36:12.890564 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4f766a21-e93f-47e5-acfd-f9f5cb178978 req-7ef896cd-eee3-4169-8ee9-2acc3fa55183 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128862 Apr 05 11:36:12.946841 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:12.950129 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (54d0ad4e-f998-4391-a34c-29b019718fa2), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:13.100495 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac1e5b-1568-49a0-99b9-c8d693391e7e req-23c5f1bb-9721-4343-a65b-3e5e540cbbd6 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:13.103089 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-50ac1e5b-1568-49a0-99b9-c8d693391e7e req-23c5f1bb-9721-4343-a65b-3e5e540cbbd6 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.1037779 Apr 05 11:36:13.104396 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038531d0-590e-48e8-b110-4adb96c482bf req-4b52fc13-2045-4e85-bb30-48758168fef8 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:13.105919 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-038531d0-590e-48e8-b110-4adb96c482bf req-4b52fc13-2045-4e85-bb30-48758168fef8 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.6373699 Apr 05 11:36:13.202329 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-50ac1e5b-1568-49a0-99b9-c8d693391e7e req-69110af6-c5c3-4d0d-8fc8-88b5001596a9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893176 Apr 05 11:36:13.254213 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-038531d0-590e-48e8-b110-4adb96c482bf req-361e56aa-bf7a-4597-aa42-546ae34adacd tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419554 Apr 05 11:36:13.453322 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Publish callbacks [] for port (54d0ad4e-f998-4391-a34c-29b019718fa2), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:13.552552 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (54d0ad4e-f998-4391-a34c-29b019718fa2), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:13.641112 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:13.643757 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2e68c-2009-458b-8326-0a7ab92b562d req-102925da-30fe-4dc2-a2c0-91d72ca8f953 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:13.648039 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f4d2e68c-2009-458b-8326-0a7ab92b562d req-102925da-30fe-4dc2-a2c0-91d72ca8f953 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.1189687 Apr 05 11:36:13.662970 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68442d48-119c-4ca6-b6db-f29d3c7689c0 None None] Pushing event updated for resources: {'Port': ['ID=54d0ad4e-f998-4391-a34c-29b019718fa2,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:13.715790 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 32968) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:13.718818 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Attempting to bind port 54d0ad4e-f998-4391-a34c-29b019718fa2 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:36:13.719340 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Attempting to bind port 54d0ad4e-f998-4391-a34c-29b019718fa2 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:36:13.719898 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Attempting to bind port 54d0ad4e-f998-4391-a34c-29b019718fa2 on network 06b64f98-fdf1-414a-b53a-ab62106c5d0d {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:13.745585 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:36:13.746922 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Checking segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:36:13.747689 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:13.750076 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Bound using segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:36:13.751616 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Bound port: 54d0ad4e-f998-4391-a34c-29b019718fa2, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:36:13.755257 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (54d0ad4e-f998-4391-a34c-29b019718fa2), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:13.755984 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f4d2e68c-2009-458b-8326-0a7ab92b562d req-f7856aa3-790b-40b9-8ea3-4b0eb6381fa0 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999398 Apr 05 11:36:13.809466 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 32972) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:13.823927 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f966f9b2-1727-4d87-9bf9-20fce0fb352f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:13.864858 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] For port 54d0ad4e-f998-4391-a34c-29b019718fa2, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:36:13.868289 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] For port 54d0ad4e-f998-4391-a34c-29b019718fa2, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=54d0ad4e-f998-4391-a34c-29b019718fa2,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:36:13.951205 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Allocated IP 172.20.0.1 (c77bd11c-2083-4ad7-adab-65001019d0d4/367f3ebf-9711-4ac7-8f92-7e3f1980efc2/8d02be98-8da3-47c5-b5f5-77a836ae7d76) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:36:13.976310 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (54d0ad4e-f998-4391-a34c-29b019718fa2), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:13.997727 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f966f9b2-1727-4d87-9bf9-20fce0fb352f admin admin] Publish callbacks [] for security_group (86c1a857-68b8-4c5d-9bef-10e848824755), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:14.051714 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Routers {'6bf8c609-5135-4ffa-97fe-a6c5eb563e76'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:36:14.052354 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:35:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:14.092206 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f966f9b2-1727-4d87-9bf9-20fce0fb352f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (86c1a857-68b8-4c5d-9bef-10e848824755), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:14.126091 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd6b4a-89d7-46c3-9650-bfa50aefa138 req-ec16fbb3-2814-4363-afe9-370d2c8a3941 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:14.128705 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e7fd6b4a-89d7-46c3-9650-bfa50aefa138 req-ec16fbb3-2814-4363-afe9-370d2c8a3941 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.1425288 Apr 05 11:36:14.131393 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-88f68be5-d38f-4eff-b922-2d6510353635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:14.163057 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68442d48-119c-4ca6-b6db-f29d3c7689c0 None None] Pushing event updated for resources: {'Port': ['ID=54d0ad4e-f998-4391-a34c-29b019718fa2,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:14.176549 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Publish callbacks [] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:14.186477 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966f9b2-1727-4d87-9bf9-20fce0fb352f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c1a857-68b8-4c5d-9bef-10e848824755,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:14.206547 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-f966f9b2-1727-4d87-9bf9-20fce0fb352f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=234e60d4d86b4e8da6e7cd8d6630e8b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957498 Apr 05 11:36:14.207146 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 32980) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:14.239960 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] Set router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:36:14.253570 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e7fd6b4a-89d7-46c3-9650-bfa50aefa138 req-86ab7632-0cd5-498d-9c11-25c12da1aae3 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123888 Apr 05 11:36:14.342542 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:14.385082 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-73c95517-fdf5-40c7-b5e5-3901885e0477 admin admin] Publish callbacks [] for security_group (86c1a857-68b8-4c5d-9bef-10e848824755), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:14.411783 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-73c95517-fdf5-40c7-b5e5-3901885e0477 admin admin] Publish callbacks [] for security_group (86c1a857-68b8-4c5d-9bef-10e848824755), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:14.443269 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Network c77bd11c-2083-4ad7-adab-65001019d0d4 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:14.452638 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:14.461272 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:36:14.461761 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530095'] for router_interface (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:14.465776 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-88f68be5-d38f-4eff-b922-2d6510353635 admin admin] Publish callbacks [] for security_group (f3b16e58-82af-4a43-9ab0-89901b90ef85), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:14.466357 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Pushing event updated for resources: {'Port': ['ID=8d02be98-8da3-47c5-b5f5-77a836ae7d76,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:14.494016 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'name': 'tempest-TestMinimumBasicScenario-1070766716-router', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:08Z', 'updated_at': '2022-04-05T11:36:10Z', 'revision_number': 3, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'gw_port': {'id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:09Z', 'updated_at': '2022-04-05T11:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:14.498478 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a0aaa-3d4e-495b-9848-3e2dc6754e7e req-d20a1c3e-9cc0-4774-8537-429e8bd01471 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:14.511589 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b57a0aaa-3d4e-495b-9848-3e2dc6754e7e req-d20a1c3e-9cc0-4774-8537-429e8bd01471 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.1704323 Apr 05 11:36:14.540150 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070fabc-d205-4c63-8ffb-10ad03d730a0 None None] The sync data for ids ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'] in dv-cinder-834448-3-iscsi is: [{'id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'name': 'tempest-TestMinimumBasicScenario-1070766716-router', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:08Z', 'updated_at': '2022-04-05T11:36:10Z', 'revision_number': 3, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'gw_port': {'id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:09Z', 'updated_at': '2022-04-05T11:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:36:14.571176 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5899d2a-3962-438b-a053-b31c2d4f0315 req-6a678c52-723e-4ae0-9733-1a48acdd4c07 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:14.579149 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5899d2a-3962-438b-a053-b31c2d4f0315 req-6a678c52-723e-4ae0-9733-1a48acdd4c07 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.1822853 Apr 05 11:36:14.604694 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b57a0aaa-3d4e-495b-9848-3e2dc6754e7e req-a032abc3-0a06-44d2-9b75-3f635c0d84de tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832758 Apr 05 11:36:14.609755 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-88f68be5-d38f-4eff-b922-2d6510353635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (f3b16e58-82af-4a43-9ab0-89901b90ef85), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:14.699336 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-73c95517-fdf5-40c7-b5e5-3901885e0477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (86c1a857-68b8-4c5d-9bef-10e848824755), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:14.701914 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-73c95517-fdf5-40c7-b5e5-3901885e0477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:14.702498 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5899d2a-3962-438b-a053-b31c2d4f0315 req-7d9612cf-e3a1-4eb3-b6e9-1c89c5684e0d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220324 Apr 05 11:36:14.704646 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-73c95517-fdf5-40c7-b5e5-3901885e0477 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/86c1a857-68b8-4c5d-9bef-10e848824755 HTTP/1.1" status: 204 len: 168 time: 0.4914119 Apr 05 11:36:14.745468 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-88f68be5-d38f-4eff-b922-2d6510353635 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51eb66d1329940eba186d6fc5f0c9d6e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0284479 Apr 05 11:36:14.748416 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 32994) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:14.751713 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f68be5-d38f-4eff-b922-2d6510353635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b16e58-82af-4a43-9ab0-89901b90ef85,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:14.771980 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c95517-fdf5-40c7-b5e5-3901885e0477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c1a857-68b8-4c5d-9bef-10e848824755,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:14.858707 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-11044027-b782-47d5-854e-3e74e6c17400 admin admin] Publish callbacks [] for security_group (f3b16e58-82af-4a43-9ab0-89901b90ef85), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:14.864051 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:15.057081 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-d201a54b-877f-43ec-b9be-32556cab63e7 None None] Provisioning complete for port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:15.057683 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d201a54b-877f-43ec-b9be-32556cab63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:15.090756 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7aa6e-4c2a-4a06-b9fd-39e6eb492146 req-7137e3a7-4bee-402c-b681-0741cc0f4ba0 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:15.095207 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-06d7aa6e-4c2a-4a06-b9fd-39e6eb492146 req-7137e3a7-4bee-402c-b681-0741cc0f4ba0 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.1850138 Apr 05 11:36:15.129176 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Publish callbacks [] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:15.156690 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-d201a54b-877f-43ec-b9be-32556cab63e7 None None] Port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:36:15.174704 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-06d7aa6e-4c2a-4a06-b9fd-39e6eb492146 req-f05b470e-f36a-47be-94de-07b15e9f93c5 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763738 Apr 05 11:36:15.186154 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-11044027-b782-47d5-854e-3e74e6c17400 admin admin] Publish callbacks [] for security_group (f3b16e58-82af-4a43-9ab0-89901b90ef85), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:15.299984 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:15.304897 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532287'] for router_interface (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:15.417262 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-11044027-b782-47d5-854e-3e74e6c17400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (f3b16e58-82af-4a43-9ab0-89901b90ef85), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:15.420849 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-11044027-b782-47d5-854e-3e74e6c17400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:15.434042 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-11044027-b782-47d5-854e-3e74e6c17400 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3b16e58-82af-4a43-9ab0-89901b90ef85 HTTP/1.1" status: 204 len: 168 time: 0.6837749 Apr 05 11:36:15.511648 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 1057f1d4-8f36-4dbf-a01f-5a583883cb27 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:36:15.524156 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Pushing event updated for resources: {'Port': ['ID=8d02be98-8da3-47c5-b5f5-77a836ae7d76,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:15.576128 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11044027-b782-47d5-854e-3e74e6c17400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b16e58-82af-4a43-9ab0-89901b90ef85,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:15.647198 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5af519-3bb9-4c5b-9333-deb96749a1f8 req-be651f1d-c4d3-4289-9955-560a3ac79b55 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:15.658764 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb5af519-3bb9-4c5b-9333-deb96749a1f8 req-be651f1d-c4d3-4289-9955-560a3ac79b55 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.2140832 Apr 05 11:36:15.668053 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Network c77bd11c-2083-4ad7-adab-65001019d0d4 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:15.675944 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:15.850851 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb5af519-3bb9-4c5b-9333-deb96749a1f8 req-7d94f9c7-68e5-43f3-bf4e-fab4eced9b82 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855299 Apr 05 11:36:15.928707 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 1057f1d4-8f36-4dbf-a01f-5a583883cb27, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1057f1d4-8f36-4dbf-a01f-5a583883cb27,segment=NetworkSegment(dcfa7b5c-0446-438d-96d7-90816366816d),segment_id=dcfa7b5c-0446-438d-96d7-90816366816d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:15.944254 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283527dd-790e-442e-83ec-6253ee487392 req-15db4afb-6bbc-478f-a9fa-3ca0880ed3f5 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:15.957623 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-283527dd-790e-442e-83ec-6253ee487392 req-15db4afb-6bbc-478f-a9fa-3ca0880ed3f5 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.1942201 Apr 05 11:36:16.021089 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '1057f1d4-8f36-4dbf-a01f-5a583883cb27', 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'port_id': '1057f1d4-8f36-4dbf-a01f-5a583883cb27', 'mac_address': 'fa:16:3e:cb:21:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:36:16.127994 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-283527dd-790e-442e-83ec-6253ee487392 req-839b5e75-095e-4c27-bff1-df03dce7e984 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654968 Apr 05 11:36:16.160171 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:16.160816 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:16.181459 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 54d0ad4e-f998-4391-a34c-29b019718fa2 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:16.320866 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1057f1d4-8f36-4dbf-a01f-5a583883cb27 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:36:16.402084 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9f4df-93dd-484a-b062-157cc788e19f req-d39b7ae4-533d-49ae-8b75-53b405abbf6c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:16.403262 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 1057f1d4-8f36-4dbf-a01f-5a583883cb27, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1057f1d4-8f36-4dbf-a01f-5a583883cb27,segment=NetworkSegment(dcfa7b5c-0446-438d-96d7-90816366816d),segment_id=dcfa7b5c-0446-438d-96d7-90816366816d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:16.427737 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dec9f4df-93dd-484a-b062-157cc788e19f req-d39b7ae4-533d-49ae-8b75-53b405abbf6c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.2707555 Apr 05 11:36:16.427965 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-f8ea8816-95ae-4634-80aa-27eb6b1399e5 None None] Provisioning complete for port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:16.427965 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f8ea8816-95ae-4634-80aa-27eb6b1399e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:16.471369 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 54d0ad4e-f998-4391-a34c-29b019718fa2 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:16.471369 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (54d0ad4e-f998-4391-a34c-29b019718fa2), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:16.485062 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91153f5-c2d3-4d76-9442-465577d1fb92 req-f9108896-4984-4f98-90d8-6b89e1690543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:16.489560 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c91153f5-c2d3-4d76-9442-465577d1fb92 req-f9108896-4984-4f98-90d8-6b89e1690543 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 1130 time: 0.6053977 Apr 05 11:36:16.501511 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bc058-9b3f-413f-a243-e88a1b948043 req-14e73d55-3746-4c23-b5eb-872f344554fb tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:16.509873 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-974bc058-9b3f-413f-a243-e88a1b948043 req-14e73d55-3746-4c23-b5eb-872f344554fb tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.1038463 Apr 05 11:36:16.523307 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea8816-95ae-4634-80aa-27eb6b1399e5 None None] Port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:36:16.550197 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:36:16.559906 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-974bc058-9b3f-413f-a243-e88a1b948043 req-b6f2d418-1698-4457-a7cc-45d9cc80f041 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491531 Apr 05 11:36:16.579554 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dec9f4df-93dd-484a-b062-157cc788e19f req-81fb8d5c-c274-4acb-8e9d-a1770f45f551 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570234 Apr 05 11:36:16.611304 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 54d0ad4e-f998-4391-a34c-29b019718fa2 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:16.612172 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (54d0ad4e-f998-4391-a34c-29b019718fa2), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:16.633854 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] For port 54d0ad4e-f998-4391-a34c-29b019718fa2, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=54d0ad4e-f998-4391-a34c-29b019718fa2,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:16.655284 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c91153f5-c2d3-4d76-9442-465577d1fb92 req-4f931f98-f9a5-4e0d-8108-20cf1c4bdd5c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088018 Apr 05 11:36:16.749027 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:36:16.755292 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-9706cb00-4a1c-4efc-943f-b32d4e7aa2fb admin admin] 10.222.0.60 "PUT /v2.0/routers/6bf8c609-5135-4ffa-97fe-a6c5eb563e76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4093750 Apr 05 11:36:16.953262 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d595c2c-6367-440f-b303-5cce2a55d84f req-c90e4141-c045-401f-b7ac-0921af560392 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:16.954758 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9d595c2c-6367-440f-b303-5cce2a55d84f req-c90e4141-c045-401f-b7ac-0921af560392 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0525594 Apr 05 11:36:17.000302 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:17.004739 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9d595c2c-6367-440f-b303-5cce2a55d84f req-998f94ad-9ef1-4f53-a50c-5ab7fedd42c5 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443068 Apr 05 11:36:17.008480 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (54d0ad4e-f998-4391-a34c-29b019718fa2), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:17.083572 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=1057f1d4-8f36-4dbf-a01f-5a583883cb27,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:17.158962 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Pushing event updated for resources: {'Port': ['ID=54d0ad4e-f998-4391-a34c-29b019718fa2,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:17.312805 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 33042) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:17.317945 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5064734-8ed7-437c-8982-833d76461e2e req-a034f7be-134b-4e63-9c11-9dc376e58afd tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:17.319561 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5064734-8ed7-437c-8982-833d76461e2e req-a034f7be-134b-4e63-9c11-9dc376e58afd tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 944 time: 0.0892880 Apr 05 11:36:17.330370 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8ae444aa-1749-4437-b155-e15648a44689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:17.393616 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5064734-8ed7-437c-8982-833d76461e2e req-8f5deecd-9331-4d2a-a4cd-5979932bc6fb tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665159 Apr 05 11:36:17.413669 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['1057f1d4-8f36-4dbf-a01f-5a583883cb27'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:36:17.553516 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8ae444aa-1749-4437-b155-e15648a44689 admin admin] Publish callbacks [] for security_group (7931ca00-d339-46f8-b3e9-1064369e254e), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:17.557356 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Sync routers for ids ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:36:17.593657 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Routers {'6bf8c609-5135-4ffa-97fe-a6c5eb563e76'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:36:17.594303 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:35:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:17.627219 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8ae444aa-1749-4437-b155-e15648a44689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (7931ca00-d339-46f8-b3e9-1064369e254e), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:17.683163 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 33050) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:17.703500 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-8ae444aa-1749-4437-b155-e15648a44689 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d15e8e65d49649ae9e6dcd25c2ad4320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3878777 Apr 05 11:36:17.759903 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae444aa-1749-4437-b155-e15648a44689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7931ca00-d339-46f8-b3e9-1064369e254e,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:17.917680 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-37b20754-eca0-4b33-bdee-273190aa87b6 admin admin] Publish callbacks [] for security_group (7931ca00-d339-46f8-b3e9-1064369e254e), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:17.924718 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Set router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:36:17.945026 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6594403-9fe6-456e-bc1f-e97b07f1e725 req-0e2c12cf-a911-43ff-87f2-b1920a98c1bb tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:17.955696 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b6594403-9fe6-456e-bc1f-e97b07f1e725 req-0e2c12cf-a911-43ff-87f2-b1920a98c1bb tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.1756079 Apr 05 11:36:17.979892 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-37b20754-eca0-4b33-bdee-273190aa87b6 admin admin] Publish callbacks [] for security_group (7931ca00-d339-46f8-b3e9-1064369e254e), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:18.008757 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ebce6-2c28-4e53-90b9-af63b2678c3d req-3639e272-a72b-411a-a133-01121b8e0576 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:18.010724 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dc7ebce6-2c28-4e53-90b9-af63b2678c3d req-3639e272-a72b-411a-a133-01121b8e0576 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.2266459 Apr 05 11:36:18.078250 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b6594403-9fe6-456e-bc1f-e97b07f1e725 req-f0083a20-5d0c-4ca8-977b-66b591c50eea tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208050 Apr 05 11:36:18.114039 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dc7ebce6-2c28-4e53-90b9-af63b2678c3d req-0a2eb962-e439-48ad-857a-7e865a1f7f68 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922344 Apr 05 11:36:18.145993 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 54d0ad4e-f998-4391-a34c-29b019718fa2 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:18.188880 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-37b20754-eca0-4b33-bdee-273190aa87b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (7931ca00-d339-46f8-b3e9-1064369e254e), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:18.203490 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-37b20754-eca0-4b33-bdee-273190aa87b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:18.209764 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-37b20754-eca0-4b33-bdee-273190aa87b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7931ca00-d339-46f8-b3e9-1064369e254e HTTP/1.1" status: 204 len: 168 time: 0.5230873 Apr 05 11:36:18.231051 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41986384-2065-4417-a516-63bda1d4c51e req-3c2268e8-26d1-44ae-b0f7-1151f02ac7c9 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:18.241723 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-41986384-2065-4417-a516-63bda1d4c51e req-3c2268e8-26d1-44ae-b0f7-1151f02ac7c9 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0959399 Apr 05 11:36:18.241723 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 33070) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:18.251381 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b20754-eca0-4b33-bdee-273190aa87b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7931ca00-d339-46f8-b3e9-1064369e254e,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:18.398993 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-41986384-2065-4417-a516-63bda1d4c51e req-03a198d5-588d-421f-83aa-c2eacd04e557 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426136 Apr 05 11:36:18.437261 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-6376a284-cd9c-47a6-b689-ec97b40a672e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1926263929-network', 'tenant_id': 'f9d646856dc44118a63f2dd56d120c2d'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:18.521030 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 33082) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:18.532730 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-1b0361e7-7ed2-4a1c-9106-950983df340c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-327693159-network', 'tenant_id': 'af18b40d1ee4481291a8d580bb1466ed'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:18.599228 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6376a284-cd9c-47a6-b689-ec97b40a672e admin admin] Made reservation on behalf of f9d646856dc44118a63f2dd56d120c2d for: {'network': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:36:18.605904 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6376a284-cd9c-47a6-b689-ec97b40a672e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:18.623192 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6376a284-cd9c-47a6-b689-ec97b40a672e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:18.722625 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0361e7-7ed2-4a1c-9106-950983df340c admin admin] Made reservation on behalf of af18b40d1ee4481291a8d580bb1466ed for: {'network': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:36:18.732050 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1b0361e7-7ed2-4a1c-9106-950983df340c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:18.778024 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 54d0ad4e-f998-4391-a34c-29b019718fa2 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:18.778675 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (54d0ad4e-f998-4391-a34c-29b019718fa2), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:18.793537 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1b0361e7-7ed2-4a1c-9106-950983df340c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:18.920507 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709918bf-52d3-4b0e-95c3-a857c4328cd1 req-ce68f232-b31a-42cd-ac0d-aade623762f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:18.922062 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-709918bf-52d3-4b0e-95c3-a857c4328cd1 req-ce68f232-b31a-42cd-ac0d-aade623762f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 944 time: 0.0934789 Apr 05 11:36:18.922880 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6376a284-cd9c-47a6-b689-ec97b40a672e admin admin] Publish callbacks [] for security_group (2cda73c3-67d3-4061-b304-4c6e5a94e379), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:18.923877 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'name': 'tempest-TestMinimumBasicScenario-1070766716-router', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:08Z', 'updated_at': '2022-04-05T11:36:14Z', 'revision_number': 4, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'gw_port': {'id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:09Z', 'updated_at': '2022-04-05T11:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '8d02be98-8da3-47c5-b5f5-77a836ae7d76', 'name': '', 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'mac_address': 'fa:16:3e:35:7d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:13Z', 'updated_at': '2022-04-05T11:36:14Z', 'revision_number': 2, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'subnets': [{'id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:18.975631 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Checking router: 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:36:18.975923 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Updating router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 binding host dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:36:19.014472 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1b0361e7-7ed2-4a1c-9106-950983df340c admin admin] Publish callbacks [] for security_group (9570bdb4-a188-4603-a48c-949029995c16), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:19.036594 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:19.058412 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 54d0ad4e-f998-4391-a34c-29b019718fa2 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:19.069092 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-709918bf-52d3-4b0e-95c3-a857c4328cd1 req-cb5c04ea-3180-47bc-bf8d-53016e1e80ca tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406064 Apr 05 11:36:19.093449 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a47af-e70b-47a2-bc47-f5d5dff3d2c8 req-ecc458c2-497e-4df3-90df-d9f81349973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:19.095014 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-245a47af-e70b-47a2-bc47-f5d5dff3d2c8 req-ecc458c2-497e-4df3-90df-d9f81349973c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5346b36188734d548c57bb9d7d63476d&device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 1129 time: 0.1210580 Apr 05 11:36:19.096818 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6376a284-cd9c-47a6-b689-ec97b40a672e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (2cda73c3-67d3-4061-b304-4c6e5a94e379), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:19.114947 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6376a284-cd9c-47a6-b689-ec97b40a672e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:36:19.130588 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6376a284-cd9c-47a6-b689-ec97b40a672e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (380819f6-6a24-4cd1-95af-1c3044296441), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:19.131146 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.segments_db [None req-6376a284-cd9c-47a6-b689-ec97b40a672e admin admin] Added segment 380819f6-6a24-4cd1-95af-1c3044296441 of type vlan for network ea3a10f4-0bb5-4d93-8b49-e98853fc626e Apr 05 11:36:19.182210 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1b0361e7-7ed2-4a1c-9106-950983df340c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (9570bdb4-a188-4603-a48c-949029995c16), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:19.216462 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376a284-cd9c-47a6-b689-ec97b40a672e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cda73c3-67d3-4061-b304-4c6e5a94e379,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:19.233509 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6376a284-cd9c-47a6-b689-ec97b40a672e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (ea3a10f4-0bb5-4d93-8b49-e98853fc626e), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:19.250752 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0361e7-7ed2-4a1c-9106-950983df340c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:36:19.258057 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a47af-e70b-47a2-bc47-f5d5dff3d2c8 req-f46b165d-42cc-4c7a-bdb2-8778dda068bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:19.258689 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-245a47af-e70b-47a2-bc47-f5d5dff3d2c8 req-f46b165d-42cc-4c7a-bdb2-8778dda068bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=8cbffa01-3137-49e9-97ed-1f17fab5a300 HTTP/1.1" status: 200 len: 912 time: 0.1520178 Apr 05 11:36:19.299093 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1b0361e7-7ed2-4a1c-9106-950983df340c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (e0023a56-af57-4547-8fed-6a6cad562042), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:19.299956 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.segments_db [None req-1b0361e7-7ed2-4a1c-9106-950983df340c admin admin] Added segment e0023a56-af57-4547-8fed-6a6cad562042 of type vlan for network dd58406d-a00d-4058-8fd9-8b11dff14f61 Apr 05 11:36:19.315061 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0361e7-7ed2-4a1c-9106-950983df340c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9570bdb4-a188-4603-a48c-949029995c16,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:19.350115 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-245a47af-e70b-47a2-bc47-f5d5dff3d2c8 req-f49fda06-bdf0-4291-87b5-ff6e793aa585 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c2fac1-dd03-4da9-ac7d-dec991381e3a HTTP/1.1" status: 200 len: 1000 time: 0.0759919 Apr 05 11:36:19.357948 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36032cb0-ad41-48d7-836f-38e150ccd036 req-f3b125ff-e88c-42cb-8374-9c117325f69f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:19.359502 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-36032cb0-ad41-48d7-836f-38e150ccd036 req-f3b125ff-e88c-42cb-8374-9c117325f69f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.1209428 Apr 05 11:36:19.382732 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1b0361e7-7ed2-4a1c-9106-950983df340c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (dd58406d-a00d-4058-8fd9-8b11dff14f61), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:19.443349 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a47af-e70b-47a2-bc47-f5d5dff3d2c8 req-3ed6ccc2-c15a-4240-a3b1-5bd7c04be017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:19.444912 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-245a47af-e70b-47a2-bc47-f5d5dff3d2c8 req-3ed6ccc2-c15a-4240-a3b1-5bd7c04be017 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11809902-d970-490e-a337-eab95165c81e HTTP/1.1" status: 200 len: 850 time: 0.0844934 Apr 05 11:36:19.479352 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6376a284-cd9c-47a6-b689-ec97b40a672e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (ea3a10f4-0bb5-4d93-8b49-e98853fc626e), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:19.480386 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6376a284-cd9c-47a6-b689-ec97b40a672e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:19.480983 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6376a284-cd9c-47a6-b689-ec97b40a672e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:19.506637 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-36032cb0-ad41-48d7-836f-38e150ccd036 req-a1bdbeef-2e96-4a35-88ca-bf09e00a6c80 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192598 Apr 05 11:36:19.513416 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 1057f1d4-8f36-4dbf-a01f-5a583883cb27 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:19.515938 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a47af-e70b-47a2-bc47-f5d5dff3d2c8 req-009f9cce-c494-4fc2-b468-9e349b7948ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:19.517708 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-245a47af-e70b-47a2-bc47-f5d5dff3d2c8 req-009f9cce-c494-4fc2-b468-9e349b7948ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbffa01-3137-49e9-97ed-1f17fab5a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660865 Apr 05 11:36:19.572002 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1b0361e7-7ed2-4a1c-9106-950983df340c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (dd58406d-a00d-4058-8fd9-8b11dff14f61), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:19.573255 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0361e7-7ed2-4a1c-9106-950983df340c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:19.576396 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1b0361e7-7ed2-4a1c-9106-950983df340c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:19.599508 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376a284-cd9c-47a6-b689-ec97b40a672e admin admin] Pushing event updated for resources: {'Network': ['ID=ea3a10f4-0bb5-4d93-8b49-e98853fc626e,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:19.630425 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network ea3a10f4-0bb5-4d93-8b49-e98853fc626e details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:36:19.678810 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-245a47af-e70b-47a2-bc47-f5d5dff3d2c8 req-f6a15848-7b60-4d6d-b2f6-dc4da28d1147 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431355 Apr 05 11:36:19.687220 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fefdd-e270-4498-847c-8d86a40c615c req-a290a286-99fb-4689-a002-afa9c5c85058 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:19.688738 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e16fefdd-e270-4498-847c-8d86a40c615c req-a290a286-99fb-4689-a002-afa9c5c85058 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0843201 Apr 05 11:36:19.705901 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0361e7-7ed2-4a1c-9106-950983df340c admin admin] Pushing event updated for resources: {'Network': ['ID=dd58406d-a00d-4058-8fd9-8b11dff14f61,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:19.732476 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network dd58406d-a00d-4058-8fd9-8b11dff14f61 details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:36:19.738115 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-6376a284-cd9c-47a6-b689-ec97b40a672e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4960489 Apr 05 11:36:19.740814 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 33094) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:19.747264 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-81037f94-5fac-4e17-81df-3b86d24c52c7 admin admin] Request body: {'subnet': {'network_id': 'ea3a10f4-0bb5-4d93-8b49-e98853fc626e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1926263929-subnet', 'tenant_id': 'f9d646856dc44118a63f2dd56d120c2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:19.888299 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e16fefdd-e270-4498-847c-8d86a40c615c req-1058a83a-2381-49bd-86b1-b190bf525b65 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891553 Apr 05 11:36:19.917888 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-1b0361e7-7ed2-4a1c-9106-950983df340c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3943820 Apr 05 11:36:19.920952 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 33098) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:19.930814 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-497d1565-84a4-4507-8eed-0e3de397f00a admin admin] Request body: {'subnet': {'network_id': 'dd58406d-a00d-4058-8fd9-8b11dff14f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-327693159-subnet', 'tenant_id': 'af18b40d1ee4481291a8d580bb1466ed', 'ip_version': 4}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:19.940625 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-245a47af-e70b-47a2-bc47-f5d5dff3d2c8 req-7b833374-3baf-4d44-957f-adc30fdc6373 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492878 Apr 05 11:36:19.998015 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Publish callbacks [] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:20.010219 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:36:20.011696 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81037f94-5fac-4e17-81df-3b86d24c52c7 admin admin] Made reservation on behalf of f9d646856dc44118a63f2dd56d120c2d for: {'subnet': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:36:20.014022 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-81037f94-5fac-4e17-81df-3b86d24c52c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59521883'] for subnet (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:20.022157 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:20.022430 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:20.060705 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c332d71-fedb-461c-a5f6-acd7c5de9cb9 req-1a69cbe9-813c-4867-9214-9a961f6e1517 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:20.072439 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8c332d71-fedb-461c-a5f6-acd7c5de9cb9 req-1a69cbe9-813c-4867-9214-9a961f6e1517 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.2082169 Apr 05 11:36:20.137807 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:20.138196 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:20.160007 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:20.172612 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1057f1d4-8f36-4dbf-a01f-5a583883cb27'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:20.179684 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1345f86e-f276-4b3e-a6bd-739b146b2bc3" -d '{"events": [{"server_uuid": "d723380a-3b3f-4f00-b701-f76ab30add84", "name": "network-vif-plugged", "status": "completed", "tag": "1057f1d4-8f36-4dbf-a01f-5a583883cb27"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:20.222942 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 1057f1d4-8f36-4dbf-a01f-5a583883cb27, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1057f1d4-8f36-4dbf-a01f-5a583883cb27,segment=NetworkSegment(dcfa7b5c-0446-438d-96d7-90816366816d),segment_id=dcfa7b5c-0446-438d-96d7-90816366816d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:20.238422 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8e234-b6f0-42c9-abfe-e3baf74b499f req-6493075a-1e00-4008-9928-331c20f6541c tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:20.248496 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-06d8e234-b6f0-42c9-abfe-e3baf74b499f req-6493075a-1e00-4008-9928-331c20f6541c tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 944 time: 0.0958159 Apr 05 11:36:20.282740 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447ee9d-bb3a-4ea9-a649-be26ce97b5d3 None None] Pushing event updated for resources: {'Port': ['ID=8d02be98-8da3-47c5-b5f5-77a836ae7d76,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:20.288290 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497d1565-84a4-4507-8eed-0e3de397f00a admin admin] Made reservation on behalf of af18b40d1ee4481291a8d580bb1466ed for: {'subnet': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:36:20.296260 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-497d1565-84a4-4507-8eed-0e3de397f00a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59521883'] for subnet (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:20.358381 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:20.372953 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-06d8e234-b6f0-42c9-abfe-e3baf74b499f req-f840df12-ae85-4ba2-9185-72031ed04add tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250401 Apr 05 11:36:20.476771 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a550f435-5bfe-48a3-bd4c-d2a8a3392068 x-openstack-request-id: req-a550f435-5bfe-48a3-bd4c-d2a8a3392068 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:20.477116 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d723380a-3b3f-4f00-b701-f76ab30add84", "name": "network-vif-plugged", "status": "completed", "tag": "1057f1d4-8f36-4dbf-a01f-5a583883cb27", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:20.477365 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a550f435-5bfe-48a3-bd4c-d2a8a3392068 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:20.477969 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a550f435-5bfe-48a3-bd4c-d2a8a3392068'] response: {'server_uuid': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1057f1d4-8f36-4dbf-a01f-5a583883cb27', 'code': 200} Apr 05 11:36:20.481489 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Attempting to bind port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:36:20.481864 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Attempting to bind port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '661bd3e3-7efc-4d28-9c35-158da73c73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:36:20.482227 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Attempting to bind port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 on network c77bd11c-2083-4ad7-adab-65001019d0d4 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:20.512428 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:36:20.512428 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Checking segment: {'id': '661bd3e3-7efc-4d28-9c35-158da73c73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:36:20.512428 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:20.512428 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Bound using segment: {'id': '661bd3e3-7efc-4d28-9c35-158da73c73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:36:20.512428 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Bound port: 8d02be98-8da3-47c5-b5f5-77a836ae7d76, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661bd3e3-7efc-4d28-9c35-158da73c73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:36:20.512428 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:20.575594 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=1057f1d4-8f36-4dbf-a01f-5a583883cb27,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:20.675118 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] For port 8d02be98-8da3-47c5-b5f5-77a836ae7d76, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:36:20.679353 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] For port 8d02be98-8da3-47c5-b5f5-77a836ae7d76, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=8d02be98-8da3-47c5-b5f5-77a836ae7d76,segment=NetworkSegment(661bd3e3-7efc-4d28-9c35-158da73c73fa),segment_id=661bd3e3-7efc-4d28-9c35-158da73c73fa)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:36:20.713795 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eef4ac-a4e5-49f4-88d0-9d0656ff2bfb req-1b0cfba0-53b3-4887-b9b9-bb1a3fdcffa0 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:20.717024 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ae5e70b6-baa4-406b-893e-e00ebdf29d32 None None] Provisioning complete for port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:20.717563 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ae5e70b6-baa4-406b-893e-e00ebdf29d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:20.724637 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-55eef4ac-a4e5-49f4-88d0-9d0656ff2bfb req-1b0cfba0-53b3-4887-b9b9-bb1a3fdcffa0 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0918977 Apr 05 11:36:20.758831 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:20.819030 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-55eef4ac-a4e5-49f4-88d0-9d0656ff2bfb req-e2aed98c-7dc9-4c4c-8929-b99304c55bb9 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904427 Apr 05 11:36:20.835506 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6e20ef4c-336d-4fa5-8298-265fa70dc260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:20.843089 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e70b6-baa4-406b-893e-e00ebdf29d32 None None] Port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:36:20.864057 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8c332d71-fedb-461c-a5f6-acd7c5de9cb9 req-83c8e2c7-88cc-4d90-ab2d-91819ec28cd9 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7861598 Apr 05 11:36:20.870303 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Routers {'6bf8c609-5135-4ffa-97fe-a6c5eb563e76'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:36:20.870947 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:35:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:20.914645 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-497d1565-84a4-4507-8eed-0e3de397f00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61925820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59521861'] for subnet (90e26dc2-21da-4318-80cb-404968890838), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:20.985235 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d1565-84a4-4507-8eed-0e3de397f00a admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e26dc2-21da-4318-80cb-404968890838,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:21.008389 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-81037f94-5fac-4e17-81df-3b86d24c52c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61925820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59521861'] for subnet (dcfbcbd6-b4d9-4935-a16f-54ecdf2fcd59), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:21.103924 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] Set router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:36:21.165272 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81037f94-5fac-4e17-81df-3b86d24c52c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcfbcbd6-b4d9-4935-a16f-54ecdf2fcd59,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:21.178752 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d1565-84a4-4507-8eed-0e3de397f00a admin admin] Checking segment: {'id': 'e0023a56-af57-4547-8fed-6a6cad562042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd58406d-a00d-4058-8fd9-8b11dff14f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:36:21.179101 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497d1565-84a4-4507-8eed-0e3de397f00a admin admin] Network hostable DHCP agents. Network: dd58406d-a00d-4058-8fd9-8b11dff14f61, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:36:21.223020 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81037f94-5fac-4e17-81df-3b86d24c52c7 admin admin] Checking segment: {'id': '380819f6-6a24-4cd1-95af-1c3044296441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ea3a10f4-0bb5-4d93-8b49-e98853fc626e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:36:21.223374 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81037f94-5fac-4e17-81df-3b86d24c52c7 admin admin] Network hostable DHCP agents. Network: ea3a10f4-0bb5-4d93-8b49-e98853fc626e, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:36:21.228984 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447ee9d-bb3a-4ea9-a649-be26ce97b5d3 None None] Pushing event updated for resources: {'Port': ['ID=8d02be98-8da3-47c5-b5f5-77a836ae7d76,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:21.258728 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52109b3-236a-4a87-b330-a4de59f84d4c req-40d657f4-a76f-49c8-96fd-d5fa24b0b23b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:21.269290 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d52109b3-236a-4a87-b330-a4de59f84d4c req-40d657f4-a76f-49c8-96fd-d5fa24b0b23b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.2149363 Apr 05 11:36:21.320391 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-0cc6e4be-d046-4abc-b77c-3c87c70163d2 None None] Provisioning complete for port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:21.320789 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e4be-d046-4abc-b77c-3c87c70163d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:21.373646 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d52109b3-236a-4a87-b330-a4de59f84d4c req-69d40dda-8186-4938-8b84-da46ab3084cd tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979521 Apr 05 11:36:21.415608 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497d1565-84a4-4507-8eed-0e3de397f00a admin admin] Network dd58406d-a00d-4058-8fd9-8b11dff14f61 is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:36:21.549181 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81037f94-5fac-4e17-81df-3b86d24c52c7 admin admin] Network ea3a10f4-0bb5-4d93-8b49-e98853fc626e is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:36:21.593505 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a654d-82fc-47aa-91eb-9b9ce768fc61 req-79554736-e425-4ebd-8aaa-9a81a4ce337c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:21.595380 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c64a654d-82fc-47aa-91eb-9b9ce768fc61 req-79554736-e425-4ebd-8aaa-9a81a4ce337c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.1093276 Apr 05 11:36:21.627936 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4fe84-908f-4dad-a533-c3f9e09b8ecd req-636a4b71-a87f-420b-908d-be8b158dc2ed tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:21.631037 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6e4be-d046-4abc-b77c-3c87c70163d2 None None] Current status of the port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:21.631479 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e4be-d046-4abc-b77c-3c87c70163d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:21.639223 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-68a4fe84-908f-4dad-a533-c3f9e09b8ecd req-636a4b71-a87f-420b-908d-be8b158dc2ed tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.1546648 Apr 05 11:36:21.655368 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-497d1565-84a4-4507-8eed-0e3de397f00a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, dd58406d-a00d-4058-8fd9-8b11dff14f61) {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:21.661812 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d1565-84a4-4507-8eed-0e3de397f00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:21.662417 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-497d1565-84a4-4507-8eed-0e3de397f00a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:21.667456 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a08804-dee2-4215-a0f0-9c53313a3f7e None None] Network dd58406d-a00d-4058-8fd9-8b11dff14f61 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:36:21.670706 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'name': 'tempest-TestMinimumBasicScenario-1070766716-router', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:08Z', 'updated_at': '2022-04-05T11:36:14Z', 'revision_number': 4, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'gw_port': {'id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:09Z', 'updated_at': '2022-04-05T11:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '8d02be98-8da3-47c5-b5f5-77a836ae7d76', 'name': '', 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'mac_address': 'fa:16:3e:35:7d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:13Z', 'updated_at': '2022-04-05T11:36:20Z', 'revision_number': 4, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'subnets': [{'id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:21.703257 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb24d2-6405-4aed-ba94-1aca42f4f0c7 None None] The sync data for ids ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'] in dv-cinder-834448-3-iscsi is: [{'id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'name': 'tempest-TestMinimumBasicScenario-1070766716-router', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:08Z', 'updated_at': '2022-04-05T11:36:14Z', 'revision_number': 4, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'gw_port': {'id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:09Z', 'updated_at': '2022-04-05T11:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '8d02be98-8da3-47c5-b5f5-77a836ae7d76', 'name': '', 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'mac_address': 'fa:16:3e:35:7d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:13Z', 'updated_at': '2022-04-05T11:36:20Z', 'revision_number': 4, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'subnets': [{'id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:36:21.729102 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-81037f94-5fac-4e17-81df-3b86d24c52c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, ea3a10f4-0bb5-4d93-8b49-e98853fc626e) {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:21.739985 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-0cc6e4be-d046-4abc-b77c-3c87c70163d2 None None] For port 8d02be98-8da3-47c5-b5f5-77a836ae7d76, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=8d02be98-8da3-47c5-b5f5-77a836ae7d76,segment=NetworkSegment(661bd3e3-7efc-4d28-9c35-158da73c73fa),segment_id=661bd3e3-7efc-4d28-9c35-158da73c73fa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:21.747155 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-68a4fe84-908f-4dad-a533-c3f9e09b8ecd req-6fee6cac-7854-47ac-a991-163da3af36d5 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074572 Apr 05 11:36:21.759476 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c64a654d-82fc-47aa-91eb-9b9ce768fc61 req-07aaaf3b-3c0b-4e97-b900-253f2c9d119b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532288 Apr 05 11:36:21.775231 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81037f94-5fac-4e17-81df-3b86d24c52c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:21.778731 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-81037f94-5fac-4e17-81df-3b86d24c52c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:21.827985 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2903ab-9aa3-4d4a-813f-50c9af28ce46 None None] Network ea3a10f4-0bb5-4d93-8b49-e98853fc626e requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:36:21.849519 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c0199-05ee-45e6-ad0e-9a4f474d911f req-310384ae-a2c8-490a-872d-d949c97f75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:21.851173 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-775c0199-05ee-45e6-ad0e-9a4f474d911f req-310384ae-a2c8-490a-872d-d949c97f75f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 1130 time: 0.2116153 Apr 05 11:36:21.862446 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03595869-a81a-44a9-bc9d-cf2b39a113bf req-54845a29-38f3-4520-ae43-010615d54b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:21.864144 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-03595869-a81a-44a9-bc9d-cf2b39a113bf req-54845a29-38f3-4520-ae43-010615d54b11 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 1129 time: 0.1941714 Apr 05 11:36:21.883611 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-497d1565-84a4-4507-8eed-0e3de397f00a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9569066 Apr 05 11:36:21.883717 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e4be-d046-4abc-b77c-3c87c70163d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:21.884805 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 33120) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:21.889191 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-327693159-router', 'tenant_id': 'af18b40d1ee4481291a8d580bb1466ed', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:21.958191 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6e4be-d046-4abc-b77c-3c87c70163d2 None None] Pushing event updated for resources: {'Port': ['ID=8d02be98-8da3-47c5-b5f5-77a836ae7d76,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:21.970471 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-81037f94-5fac-4e17-81df-3b86d24c52c7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2285552 Apr 05 11:36:22.046287 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4940'] for router (306fa50f-6bfd-4794-8012-03dec3d8ca3c), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:22.058599 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4949'] for router (306fa50f-6bfd-4794-8012-03dec3d8ca3c), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:22.150396 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95939c8-d613-4621-89cf-507a20023e96 None None] Network ea3a10f4-0bb5-4d93-8b49-e98853fc626e requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:36:22.170808 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb731a1-70e9-4550-967f-1cd4c9fbbaee req-3bec6219-2a7b-491b-bcab-873f6e20c900 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:22.179707 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9bb731a1-70e9-4550-967f-1cd4c9fbbaee req-3bec6219-2a7b-491b-bcab-873f6e20c900 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.2466097 Apr 05 11:36:22.186437 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-03595869-a81a-44a9-bc9d-cf2b39a113bf req-560eccd0-7026-4517-8f0b-d42f0538a11b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764626 Apr 05 11:36:22.195973 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Publish callbacks [] for router_controller (306fa50f-6bfd-4794-8012-03dec3d8ca3c), precommit_add_association {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:22.210652 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c0199-05ee-45e6-ad0e-9a4f474d911f req-ccef7b43-466b-4db9-a2a7-f9dd50d90f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:22.216545 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-775c0199-05ee-45e6-ad0e-9a4f474d911f req-ccef7b43-466b-4db9-a2a7-f9dd50d90f1c service neutron] 10.222.0.57 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 920 time: 0.3471377 Apr 05 11:36:22.260973 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 8d02be98-8da3-47c5-b5f5-77a836ae7d76 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:22.291780 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9bb731a1-70e9-4550-967f-1cd4c9fbbaee req-87882654-6192-4eac-bf9c-e1a79376b2ec tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108181 Apr 05 11:36:22.344082 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62790f3-32b1-5633-b3ce-e64a86f35074-dd58406d-a00d-4058-8fd9-8b11dff14f61', 'network_id': 'dd58406d-a00d-4058-8fd9-8b11dff14f61', 'project_id': 'af18b40d1ee4481291a8d580bb1466ed', 'fixed_ips': [{'subnet_id': '90e26dc2-21da-4318-80cb-404968890838'}]}} from dv-cinder-834448-3-iscsi. {{(pid=103948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:36:22.345512 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:22.562175 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-775c0199-05ee-45e6-ad0e-9a4f474d911f req-661ee9e0-ef30-4a73-83d8-a5cb043a51a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f189aab-4ee0-4998-b00f-266952c9e388 HTTP/1.1" status: 200 len: 217 time: 0.0856557 Apr 05 11:36:22.619127 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:22.620701 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:22.679876 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bad9a2-f5b1-489b-b972-40e9ee94f459 req-00aebabc-ff81-448e-b13e-ba4ef21993ba tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:22.688608 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-09bad9a2-f5b1-489b-b972-40e9ee94f459 req-00aebabc-ff81-448e-b13e-ba4ef21993ba tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.1249876 Apr 05 11:36:22.707459 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Publish callbacks [] for router_gateway (306fa50f-6bfd-4794-8012-03dec3d8ca3c), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:22.754313 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-09bad9a2-f5b1-489b-b972-40e9ee94f459 req-b7ded5b6-0b36-4146-a53e-65c12b78fe90 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632355 Apr 05 11:36:22.791145 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Allocated IP 172.20.0.2 (dd58406d-a00d-4058-8fd9-8b11dff14f61/90e26dc2-21da-4318-80cb-404968890838/93ace4bb-6944-4825-872e-0bf22837f73b) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:36:22.917446 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:23.054836 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d132c5e-c6f1-44e2-bb35-372572aec74c req-703df38c-46ab-41ff-96fb-eee4bb8987aa tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:23.063253 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7d132c5e-c6f1-44e2-bb35-372572aec74c req-703df38c-46ab-41ff-96fb-eee4bb8987aa tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.1628067 Apr 05 11:36:23.068353 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddab5d1-e365-4982-9a5c-ed3e89bc4469 req-c1ecfde8-0c76-4dad-97f2-34b3822c4b60 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:23.081624 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Publish callbacks [] for port (93ace4bb-6944-4825-872e-0bf22837f73b), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:23.089257 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-614c5444-af4a-4643-baf0-58c97c733645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:23.094476 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6ddab5d1-e365-4982-9a5c-ed3e89bc4469 req-c1ecfde8-0c76-4dad-97f2-34b3822c4b60 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.2171857 Apr 05 11:36:23.142728 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7d132c5e-c6f1-44e2-bb35-372572aec74c req-90841423-4c20-4388-84fb-fa8c2f50a94b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784853 Apr 05 11:36:23.198979 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (93ace4bb-6944-4825-872e-0bf22837f73b), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:23.238974 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c0199-05ee-45e6-ad0e-9a4f474d911f req-30324ed6-f476-435d-bddd-ae4c9dcc406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:23.240986 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-775c0199-05ee-45e6-ad0e-9a4f474d911f req-30324ed6-f476-435d-bddd-ae4c9dcc406b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a2d4898-c05f-41d9-ad48-eba0b48abf12 HTTP/1.1" status: 200 len: 858 time: 0.2757852 Apr 05 11:36:23.245928 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6ddab5d1-e365-4982-9a5c-ed3e89bc4469 req-aa8716b7-6f9f-437e-a7bc-6e8bfe6cd95e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504338 Apr 05 11:36:23.294381 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Pushing event updated for resources: {'Port': ['ID=93ace4bb-6944-4825-872e-0bf22837f73b,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:23.310356 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Network dd58406d-a00d-4058-8fd9-8b11dff14f61 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:23.312721 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:23.316680 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:36:23.332283 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Publish callbacks [] for router_gateway (306fa50f-6bfd-4794-8012-03dec3d8ca3c), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:23.373983 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:23.412668 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Attempting to bind port 93ace4bb-6944-4825-872e-0bf22837f73b on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:36:23.413278 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Attempting to bind port 93ace4bb-6944-4825-872e-0bf22837f73b by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': 'e0023a56-af57-4547-8fed-6a6cad562042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd58406d-a00d-4058-8fd9-8b11dff14f61'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:36:23.415530 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Attempting to bind port 93ace4bb-6944-4825-872e-0bf22837f73b on network dd58406d-a00d-4058-8fd9-8b11dff14f61 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:23.424760 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:36:23.424760 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Checking segment: {'id': 'e0023a56-af57-4547-8fed-6a6cad562042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd58406d-a00d-4058-8fd9-8b11dff14f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:36:23.425142 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:23.425514 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Bound using segment: {'id': 'e0023a56-af57-4547-8fed-6a6cad562042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd58406d-a00d-4058-8fd9-8b11dff14f61'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:36:23.425979 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Bound port: 93ace4bb-6944-4825-872e-0bf22837f73b, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0023a56-af57-4547-8fed-6a6cad562042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd58406d-a00d-4058-8fd9-8b11dff14f61'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:36:23.426402 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (93ace4bb-6944-4825-872e-0bf22837f73b), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:23.540443 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Allocated IP 172.27.1.13 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/beae2351-dde4-475e-9113-a23045608f56) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:36:23.561187 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] For port 93ace4bb-6944-4825-872e-0bf22837f73b, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:36:23.566558 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] For port 93ace4bb-6944-4825-872e-0bf22837f73b, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=93ace4bb-6944-4825-872e-0bf22837f73b,segment=NetworkSegment(e0023a56-af57-4547-8fed-6a6cad562042),segment_id=e0023a56-af57-4547-8fed-6a6cad562042)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:36:23.640151 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (93ace4bb-6944-4825-872e-0bf22837f73b), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:23.697805 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Publish callbacks [] for port (beae2351-dde4-475e-9113-a23045608f56), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:23.754694 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225bf34-cdcf-4431-855e-e8fef3e53527 None None] Pushing event updated for resources: {'Port': ['ID=93ace4bb-6944-4825-872e-0bf22837f73b,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:23.886054 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c0199-05ee-45e6-ad0e-9a4f474d911f req-44896f4c-4038-4c2d-b874-ee358b8328db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:23.887809 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-775c0199-05ee-45e6-ad0e-9a4f474d911f req-44896f4c-4038-4c2d-b874-ee358b8328db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=912aa55e-5878-42db-a34a-a968382fba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767183 Apr 05 11:36:23.974247 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05330c78-a237-41a9-ab5a-cbee2acc7c1d req-c7e192f6-1b20-4046-a146-86b13a07bdc7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:23.975856 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-05330c78-a237-41a9-ab5a-cbee2acc7c1d req-c7e192f6-1b20-4046-a146-86b13a07bdc7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.1015162 Apr 05 11:36:24.001811 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-775c0199-05ee-45e6-ad0e-9a4f474d911f req-e6ca29b3-cba3-40a5-8132-891ea9e87b16 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053693 Apr 05 11:36:24.015274 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 8d02be98-8da3-47c5-b5f5-77a836ae7d76 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:24.042330 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-05330c78-a237-41a9-ab5a-cbee2acc7c1d req-a1650536-f154-4d21-a77f-6810747385c0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597222 Apr 05 11:36:24.103994 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:24.104391 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:24.166239 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-775c0199-05ee-45e6-ad0e-9a4f474d911f req-7eedea4a-38c7-4c71-a67c-b7b45bd28975 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473031 Apr 05 11:36:24.206393 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:24.271330 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff79557-9d3e-461f-a23d-a21acea3d5ba req-3b938aa6-c373-46e8-bd20-155f02d81aef tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:24.272921 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5ff79557-9d3e-461f-a23d-a21acea3d5ba req-3b938aa6-c373-46e8-bd20-155f02d81aef tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.0633161 Apr 05 11:36:24.325160 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5ff79557-9d3e-461f-a23d-a21acea3d5ba req-b0529005-352e-488d-ad9f-91bb9b6512b5 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464528 Apr 05 11:36:24.335802 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (beae2351-dde4-475e-9113-a23045608f56), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:24.395096 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:24.408912 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:24.419795 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:24.428172 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:36:24.459095 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Pushing event updated for resources: {'Port': ['ID=beae2351-dde4-475e-9113-a23045608f56,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:24.470932 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be04e8-d33b-475d-99da-458c2d2a7cde req-0a33f935-4e50-4e2b-a018-225c09f69a05 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:24.472423 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b2be04e8-d33b-475d-99da-458c2d2a7cde req-0a33f935-4e50-4e2b-a018-225c09f69a05 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.1484854 Apr 05 11:36:24.612664 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b2be04e8-d33b-475d-99da-458c2d2a7cde req-1ea91238-5081-446c-9fd0-1473b67706e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328580 Apr 05 11:36:24.952434 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Publish callbacks [] for router_gateway (306fa50f-6bfd-4794-8012-03dec3d8ca3c), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:25.066741 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d5dc7-91db-44a9-87ec-5ebbfab211b4 None None] Network dd58406d-a00d-4058-8fd9-8b11dff14f61 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:36:25.198379 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-19da4a48-6fe6-4d38-83e8-7bfa39eb875a None None] Provisioning complete for port 93ace4bb-6944-4825-872e-0bf22837f73b triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:25.223563 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-19da4a48-6fe6-4d38-83e8-7bfa39eb875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (93ace4bb-6944-4825-872e-0bf22837f73b), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:25.224192 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8b1f0-79b1-40b7-bd7c-48f9b8a66971 req-4df14317-408a-4f52-bf60-5ab4961b9df5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:25.224192 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9ad8b1f0-79b1-40b7-bd7c-48f9b8a66971 req-4df14317-408a-4f52-bf60-5ab4961b9df5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0724421 Apr 05 11:36:25.264760 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530046'] for router (306fa50f-6bfd-4794-8012-03dec3d8ca3c), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:25.309909 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9ad8b1f0-79b1-40b7-bd7c-48f9b8a66971 req-e5adf2cc-5bef-4ff7-85db-d6834d7cc2f1 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712729 Apr 05 11:36:25.314399 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-19da4a48-6fe6-4d38-83e8-7bfa39eb875a None None] Current status of the port 93ace4bb-6944-4825-872e-0bf22837f73b is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:25.315186 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-19da4a48-6fe6-4d38-83e8-7bfa39eb875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (93ace4bb-6944-4825-872e-0bf22837f73b), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:25.389736 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-19da4a48-6fe6-4d38-83e8-7bfa39eb875a None None] For port 93ace4bb-6944-4825-872e-0bf22837f73b, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=93ace4bb-6944-4825-872e-0bf22837f73b,segment=NetworkSegment(e0023a56-af57-4547-8fed-6a6cad562042),segment_id=e0023a56-af57-4547-8fed-6a6cad562042)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:25.495940 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:25.499788 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-19da4a48-6fe6-4d38-83e8-7bfa39eb875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (93ace4bb-6944-4825-872e-0bf22837f73b), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:25.504848 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c43d47-42b7-464e-b814-e95527d5e5bd req-bb69274a-9db2-45d2-a4d4-756a2b655703 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:25.506417 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-98c43d47-42b7-464e-b814-e95527d5e5bd req-bb69274a-9db2-45d2-a4d4-756a2b655703 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.0922463 Apr 05 11:36:25.550140 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da4a48-6fe6-4d38-83e8-7bfa39eb875a None None] Pushing event updated for resources: {'Port': ['ID=93ace4bb-6944-4825-872e-0bf22837f73b,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:25.566942 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-98c43d47-42b7-464e-b814-e95527d5e5bd req-210ff2e5-edaa-4e3a-a9c4-2f40415211d1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529299 Apr 05 11:36:25.617426 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-7b9ea570-b893-42ed-8aca-bf80935ebc05 None None] Provisioning complete for port 93ace4bb-6944-4825-872e-0bf22837f73b triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:25.617794 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7b9ea570-b893-42ed-8aca-bf80935ebc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (93ace4bb-6944-4825-872e-0bf22837f73b), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:25.638143 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Router 306fa50f-6bfd-4794-8012-03dec3d8ca3c is scheduled to L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 with binding_index 1 {{(pid=103946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:36:25.723460 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a55310-9249-499d-b36e-b2fdbd512712 req-d68ea128-a168-4afc-b7ff-ec39e40e6a39 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:25.733737 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d2a55310-9249-499d-b36e-b2fdbd512712 req-d68ea128-a168-4afc-b7ff-ec39e40e6a39 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.0799751 Apr 05 11:36:25.734334 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-7b9ea570-b893-42ed-8aca-bf80935ebc05 None None] Current status of the port 93ace4bb-6944-4825-872e-0bf22837f73b is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:25.826737 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f9501-da39-4681-81b7-81f482dd1c49 req-ff4d292a-6579-447d-816f-8a13de30284b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:25.828351 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6e5f9501-da39-4681-81b7-81f482dd1c49 req-ff4d292a-6579-447d-816f-8a13de30284b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.1216245 Apr 05 11:36:25.831242 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:36:25.846775 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Sync routers for ids ['306fa50f-6bfd-4794-8012-03dec3d8ca3c'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:36:25.860817 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Routers {'306fa50f-6bfd-4794-8012-03dec3d8ca3c'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:36:25.862186 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:36:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['306fa50f-6bfd-4794-8012-03dec3d8ca3c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:25.941267 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6e5f9501-da39-4681-81b7-81f482dd1c49 req-365cbb62-8f1e-4f88-87aa-1eacd6c8cc75 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067052 Apr 05 11:36:25.962983 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:25.966092 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ef0fa6b6-2d11-44d6-be15-1b8324bcc96c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0791652 Apr 05 11:36:25.969334 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 33184) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:26.000369 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Set router 306fa50f-6bfd-4794-8012-03dec3d8ca3c gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:36:26.084319 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 93ace4bb-6944-4825-872e-0bf22837f73b up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:26.132755 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d2a55310-9249-499d-b36e-b2fdbd512712 req-e2738010-397f-4ae8-b4a3-26ad85aa53ad tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3981593 Apr 05 11:36:26.146003 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 93ace4bb-6944-4825-872e-0bf22837f73b triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:26.146768 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (93ace4bb-6944-4825-872e-0bf22837f73b), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:26.158562 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 33196) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:26.228097 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-cbd4ad26-2b01-41ef-a7d2-914bb4c6e098 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:26.234951 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-cbd4ad26-2b01-41ef-a7d2-914bb4c6e098 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/networks?id=ea3a10f4-0bb5-4d93-8b49-e98853fc626e HTTP/1.1" status: 200 len: 809 time: 0.1903794 Apr 05 11:36:26.253064 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-53fe8b45-96b0-4a12-a2a9-df838ba3d21a tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/quotas/f9d646856dc44118a63f2dd56d120c2d HTTP/1.1" status: 200 len: 375 time: 0.0171766 Apr 05 11:36:26.270375 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 93ace4bb-6944-4825-872e-0bf22837f73b is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:26.319956 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-70b3f311-dc0a-41b8-8a28-bb0c8847274c tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f9d646856dc44118a63f2dd56d120c2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660248 Apr 05 11:36:26.349295 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'name': 'tempest-TestMinimumBasicScenario-327693159-router', 'tenant_id': 'af18b40d1ee4481291a8d580bb1466ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'beae2351-dde4-475e-9113-a23045608f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:22Z', 'updated_at': '2022-04-05T11:36:24Z', 'revision_number': 3, 'project_id': 'af18b40d1ee4481291a8d580bb1466ed', 'gw_port': {'id': 'beae2351-dde4-475e-9113-a23045608f56', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:89:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:23Z', 'updated_at': '2022-04-05T11:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:26.383058 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Checking router: 306fa50f-6bfd-4794-8012-03dec3d8ca3c for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:36:26.383408 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Updating router 306fa50f-6bfd-4794-8012-03dec3d8ca3c port beae2351-dde4-475e-9113-a23045608f56 binding host dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:36:26.421545 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfb05c6-0c76-48b3-a0ec-a7e49412e6eb tempest-TestShelveInstance-1314728871 tempest-TestShelveInstance-1314728871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:26.423097 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-0dfb05c6-0c76-48b3-a0ec-a7e49412e6eb tempest-TestShelveInstance-1314728871 tempest-TestShelveInstance-1314728871-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 1124 time: 0.2631938 Apr 05 11:36:26.426526 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 33204) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:26.428651 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (beae2351-dde4-475e-9113-a23045608f56), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:26.431402 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Request body: {'floatingip': {'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'port_id': '1057f1d4-8f36-4dbf-a01f-5a583883cb27', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:26.533511 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a71b8-929f-4e1c-be11-70a1ebafc11b req-0ef26bb5-0bc3-4087-8054-9758a8d41bed tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:26.535175 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f85a71b8-929f-4e1c-be11-70a1ebafc11b req-0ef26bb5-0bc3-4087-8054-9758a8d41bed tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.0652518 Apr 05 11:36:26.536787 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:26.637675 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f85a71b8-929f-4e1c-be11-70a1ebafc11b req-25c8503a-bca9-43ab-b89a-5d60b0f618fd tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876312 Apr 05 11:36:26.679667 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:26.708683 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-0cb67d39-b040-46f2-8c10-8d17accfc533 service neutron] 10.222.0.60 "GET /v2.0/networks/ea3a10f4-0bb5-4d93-8b49-e98853fc626e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771563 Apr 05 11:36:26.732810 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Publish callbacks [] for port (beae2351-dde4-475e-9113-a23045608f56), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:26.820831 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (beae2351-dde4-475e-9113-a23045608f56), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:26.882058 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Attempting to bind port beae2351-dde4-475e-9113-a23045608f56 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:36:26.884025 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Attempting to bind port beae2351-dde4-475e-9113-a23045608f56 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:36:26.884537 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Attempting to bind port beae2351-dde4-475e-9113-a23045608f56 on network 06b64f98-fdf1-414a-b53a-ab62106c5d0d {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:26.888827 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-ffa53408-f028-46ad-9d85-3c1d38f1a0c0 service neutron] 10.222.0.60 "GET /v2.0/networks/ea3a10f4-0bb5-4d93-8b49-e98853fc626e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717081 Apr 05 11:36:26.900233 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:36:26.900981 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Checking segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:36:26.901531 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:26.902184 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Bound using segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:36:26.902785 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Bound port: beae2351-dde4-475e-9113-a23045608f56, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:36:26.903318 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (beae2351-dde4-475e-9113-a23045608f56), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:26.903926 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Allocated IP 172.27.1.233 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/025f67f7-0f2c-492b-948f-8e1851a76369) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:36:26.905361 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Pushing event updated for resources: {'Port': ['ID=beae2351-dde4-475e-9113-a23045608f56,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:26.934406 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:26.934989 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:26.935556 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:26.936053 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:26.939159 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:26.939159 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:26.939159 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:26.939159 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:26.939159 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:26.939159 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:26.939159 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:26.939159 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:26.940181 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:26.940747 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:26.941256 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:26.969321 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:26.989725 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] For port beae2351-dde4-475e-9113-a23045608f56, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:36:26.994144 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] For port beae2351-dde4-475e-9113-a23045608f56, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=beae2351-dde4-475e-9113-a23045608f56,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:36:27.038709 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:27.101376 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (beae2351-dde4-475e-9113-a23045608f56), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:27.108136 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for port (025f67f7-0f2c-492b-948f-8e1851a76369), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:27.121142 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec980d-c92a-4c59-a3b6-482fbe24ef47 req-eed407df-18e3-4401-afab-32c1df87b13f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:27.122706 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5dec980d-c92a-4c59-a3b6-482fbe24ef47 req-eed407df-18e3-4401-afab-32c1df87b13f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0938721 Apr 05 11:36:27.161535 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca9c88-61c0-44a9-94f7-9ab59582d738 None None] Pushing event updated for resources: {'Port': ['ID=beae2351-dde4-475e-9113-a23045608f56,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:27.164150 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Routers {'306fa50f-6bfd-4794-8012-03dec3d8ca3c'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:36:27.164916 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:36:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['306fa50f-6bfd-4794-8012-03dec3d8ca3c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:27.221376 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5dec980d-c92a-4c59-a3b6-482fbe24ef47 req-fdd0fef7-f3a0-4670-9a47-94917bfc84f6 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846632 Apr 05 11:36:27.254995 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Allocated IP 172.20.0.1 (dd58406d-a00d-4058-8fd9-8b11dff14f61/90e26dc2-21da-4318-80cb-404968890838/979287d9-768e-43b1-9eba-f2e44a07da55) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:36:27.295906 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (025f67f7-0f2c-492b-948f-8e1851a76369), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:27.316099 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ad3bc2b4-fc0e-4f20-93ad-17951a43b6fb req-1a271457-e426-447d-9cb3-739e24ca8201 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.0656006 Apr 05 11:36:27.327458 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] Set router 306fa50f-6bfd-4794-8012-03dec3d8ca3c gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:36:27.347626 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:27.350646 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:27.354228 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:36:27.390484 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Pushing event updated for resources: {'Port': ['ID=025f67f7-0f2c-492b-948f-8e1851a76369,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:27.496327 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Publish callbacks [] for port (979287d9-768e-43b1-9eba-f2e44a07da55), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:27.593301 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'name': 'tempest-TestMinimumBasicScenario-327693159-router', 'tenant_id': 'af18b40d1ee4481291a8d580bb1466ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'beae2351-dde4-475e-9113-a23045608f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:22Z', 'updated_at': '2022-04-05T11:36:24Z', 'revision_number': 3, 'project_id': 'af18b40d1ee4481291a8d580bb1466ed', 'gw_port': {'id': 'beae2351-dde4-475e-9113-a23045608f56', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:89:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:23Z', 'updated_at': '2022-04-05T11:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:27.628906 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f833fd96-44b4-4c2b-b817-bf98acc16247 None None] The sync data for ids ['306fa50f-6bfd-4794-8012-03dec3d8ca3c'] in dv-cinder-834448-3-iscsi is: [{'id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'name': 'tempest-TestMinimumBasicScenario-327693159-router', 'tenant_id': 'af18b40d1ee4481291a8d580bb1466ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'beae2351-dde4-475e-9113-a23045608f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:22Z', 'updated_at': '2022-04-05T11:36:24Z', 'revision_number': 3, 'project_id': 'af18b40d1ee4481291a8d580bb1466ed', 'gw_port': {'id': 'beae2351-dde4-475e-9113-a23045608f56', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:89:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:23Z', 'updated_at': '2022-04-05T11:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:36:27.664004 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6435d0f-8631-4ddf-91b0-d07c7fdd3aff req-db5f6ef5-ae0a-403a-826a-1d9d70109bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:27.665516 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6435d0f-8631-4ddf-91b0-d07c7fdd3aff req-db5f6ef5-ae0a-403a-826a-1d9d70109bea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=233d90e8ff5e4e72ad93b7b8123f9648&device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 1130 time: 0.0936778 Apr 05 11:36:27.678792 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:27.739642 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Network dd58406d-a00d-4058-8fd9-8b11dff14f61 is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:27.745298 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:27.749932 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:36:27.765168 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Pushing event updated for resources: {'Port': ['ID=979287d9-768e-43b1-9eba-f2e44a07da55,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:27.796376 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530095'] for router_interface (306fa50f-6bfd-4794-8012-03dec3d8ca3c), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:27.852775 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for floatingip (c72d5ef0-309a-430f-bc2b-76be9e1ea68c), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:27.925563 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d1b96-00fc-44bb-bc2f-ec655146104e req-3d5aae63-dccb-4bb3-97ec-3dd264250c98 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:27.933223 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-563d1b96-00fc-44bb-bc2f-ec655146104e req-3d5aae63-dccb-4bb3-97ec-3dd264250c98 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.1273787 Apr 05 11:36:28.126335 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (025f67f7-0f2c-492b-948f-8e1851a76369), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:28.149482 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-563d1b96-00fc-44bb-bc2f-ec655146104e req-e997f473-4356-4824-9b93-5c8c780a28fd tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153966 Apr 05 11:36:28.212761 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ddd7b6d8-9fe2-4e7a-890e-4b06d7bdfe54 None None] Provisioning complete for port 979287d9-768e-43b1-9eba-f2e44a07da55 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:28.213722 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ddd7b6d8-9fe2-4e7a-890e-4b06d7bdfe54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:28.228490 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6435d0f-8631-4ddf-91b0-d07c7fdd3aff req-7d7bd4fa-a501-467a-aae4-eac0ca6b222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:28.229970 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6435d0f-8631-4ddf-91b0-d07c7fdd3aff req-7d7bd4fa-a501-467a-aae4-eac0ca6b222e service neutron] 10.222.0.57 "GET /v2.0/networks?id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2 HTTP/1.1" status: 200 len: 917 time: 0.2221301 Apr 05 11:36:28.257766 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:28.282936 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7b6d8-9fe2-4e7a-890e-4b06d7bdfe54 None None] Port 979287d9-768e-43b1-9eba-f2e44a07da55 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:36:28.350934 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for port (025f67f7-0f2c-492b-948f-8e1851a76369), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:28.409083 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b7f6533b-402a-4c97-876b-95bb005fbc66 req-13d23757-15d0-4d51-9016-cb5f7a936c91 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.0316277 Apr 05 11:36:28.472897 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Publish callbacks [] for port (979287d9-768e-43b1-9eba-f2e44a07da55), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:28.569290 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (025f67f7-0f2c-492b-948f-8e1851a76369), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:28.603025 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (c72d5ef0-309a-430f-bc2b-76be9e1ea68c), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:28.620818 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61926197'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:28.691387 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Pushing event updated for resources: {'Port': ['ID=979287d9-768e-43b1-9eba-f2e44a07da55,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:28.694046 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532287'] for router_interface (306fa50f-6bfd-4794-8012-03dec3d8ca3c), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:28.708311 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Pushing event updated for resources: {'Port': ['ID=025f67f7-0f2c-492b-948f-8e1851a76369,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:28.788139 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6435d0f-8631-4ddf-91b0-d07c7fdd3aff req-452a24fc-7258-48f1-85f2-63d19c7bcb8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe1c734-1139-400d-ab81-735a015fd662 HTTP/1.1" status: 200 len: 1002 time: 0.1357677 Apr 05 11:36:28.803099 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Network dd58406d-a00d-4058-8fd9-8b11dff14f61 is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:28.806099 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:28.832760 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Floating IP c72d5ef0-309a-430f-bc2b-76be9e1ea68c associated. External IP: 172.27.1.233, port: 1057f1d4-8f36-4dbf-a01f-5a583883cb27. Apr 05 11:36:28.887794 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6435d0f-8631-4ddf-91b0-d07c7fdd3aff req-16772a27-8a54-4696-b180-8941b9d5ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:28.889375 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6435d0f-8631-4ddf-91b0-d07c7fdd3aff req-16772a27-8a54-4696-b180-8941b9d5ee26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79697ad3-6090-4136-9658-d9efe2412d4b HTTP/1.1" status: 200 len: 855 time: 0.0953798 Apr 05 11:36:28.961678 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Router 306fa50f-6bfd-4794-8012-03dec3d8ca3c has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:36:28.990671 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6435d0f-8631-4ddf-91b0-d07c7fdd3aff req-5786233a-1fc4-422f-835e-15b79daa5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:28.992291 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6435d0f-8631-4ddf-91b0-d07c7fdd3aff req-5786233a-1fc4-422f-835e-15b79daa5881 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0914218 Apr 05 11:36:29.099524 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:36:29.105281 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-2215f026-98d9-4c97-826c-db989c79c4d7 admin admin] 10.222.0.60 "PUT /v2.0/routers/306fa50f-6bfd-4794-8012-03dec3d8ca3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1333983 Apr 05 11:36:29.133045 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3d029c3b-4c73-4a17-9479-7c46fa2a53c4 None None] Provisioning complete for port 979287d9-768e-43b1-9eba-f2e44a07da55 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:29.133418 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3d029c3b-4c73-4a17-9479-7c46fa2a53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:29.173900 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3d029c3b-4c73-4a17-9479-7c46fa2a53c4 None None] Port 979287d9-768e-43b1-9eba-f2e44a07da55 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:36:29.201074 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Router f38dfa9f-d37b-4f34-898d-8a319e3e143c has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:36:29.203280 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6435d0f-8631-4ddf-91b0-d07c7fdd3aff req-fd78ca66-01ce-43cb-bcdb-bc42c7cf636e service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690085 Apr 05 11:36:29.466532 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6435d0f-8631-4ddf-91b0-d07c7fdd3aff req-a6ce6e92-d299-4da3-ad51-e6f573bceb5a service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034261 Apr 05 11:36:29.468383 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:36:29.482925 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbedcb-1057-40bc-9324-ae791b691542 None None] Sync routers for ids ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:36:29.483450 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24843c0a-5ea9-4d4a-9221-1d35995fc097 req-0820f3f3-5451-40c6-b7d9-985b961b025a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:29.485107 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-24843c0a-5ea9-4d4a-9221-1d35995fc097 req-0820f3f3-5451-40c6-b7d9-985b961b025a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.2236907 Apr 05 11:36:29.502202 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbbedcb-1057-40bc-9324-ae791b691542 None None] Routers {'f38dfa9f-d37b-4f34-898d-8a319e3e143c'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:36:29.504204 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-3fbbedcb-1057-40bc-9324-ae791b691542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:36:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:29.555912 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-24843c0a-5ea9-4d4a-9221-1d35995fc097 req-75e76508-641d-46af-b5d2-cc413b2d8e8d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640934 Apr 05 11:36:29.560079 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-42c5e474-c361-428f-b4e7-e57e3e4916cb req-c5b1368c-9d63-4db0-8317-faf6dbd45279 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.0450537 Apr 05 11:36:29.629200 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:29.686959 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-273c2c15-4e3a-416d-9686-d660a4a061f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2592821 Apr 05 11:36:29.698994 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'tag': '1057f1d4-8f36-4dbf-a01f-5a583883cb27'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:29.701713 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a3c5da-d07c-4022-bdb8-c8cd8f7f13d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d723380a-3b3f-4f00-b701-f76ab30add84", "tag": "1057f1d4-8f36-4dbf-a01f-5a583883cb27"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:29.732151 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Sync routers for ids ['306fa50f-6bfd-4794-8012-03dec3d8ca3c'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:36:29.747596 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Routers {'306fa50f-6bfd-4794-8012-03dec3d8ca3c'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:36:29.748257 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:36:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['306fa50f-6bfd-4794-8012-03dec3d8ca3c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:29.761036 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d5e862-5189-4d81-91c7-52c22dbf1e4d x-openstack-request-id: req-80d5e862-5189-4d81-91c7-52c22dbf1e4d {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:29.761036 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d723380a-3b3f-4f00-b701-f76ab30add84", "tag": "1057f1d4-8f36-4dbf-a01f-5a583883cb27", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:29.761036 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80d5e862-5189-4d81-91c7-52c22dbf1e4d {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:29.761036 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80d5e862-5189-4d81-91c7-52c22dbf1e4d'] response: {'name': 'network-changed', 'server_uuid': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'tag': '1057f1d4-8f36-4dbf-a01f-5a583883cb27', 'status': 'completed', 'code': 200} Apr 05 11:36:29.795003 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-3fbbedcb-1057-40bc-9324-ae791b691542 None None] Set router f38dfa9f-d37b-4f34-898d-8a319e3e143c gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:36:29.888778 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Set router 306fa50f-6bfd-4794-8012-03dec3d8ca3c gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:36:30.043368 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device beae2351-dde4-475e-9113-a23045608f56 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:30.060121 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 33266) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:30.067561 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-f1e26f74-8bb2-45b7-adae-fb9fb7a42bcb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--261871543', 'description': 'tempest-description--2048453974'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:30.116462 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port beae2351-dde4-475e-9113-a23045608f56 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:30.117002 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (beae2351-dde4-475e-9113-a23045608f56), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.143642 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'name': 'tempest-TestMinimumBasicScenario-327693159-router', 'tenant_id': 'af18b40d1ee4481291a8d580bb1466ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'beae2351-dde4-475e-9113-a23045608f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:22Z', 'updated_at': '2022-04-05T11:36:28Z', 'revision_number': 4, 'project_id': 'af18b40d1ee4481291a8d580bb1466ed', 'gw_port': {'id': 'beae2351-dde4-475e-9113-a23045608f56', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:89:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:23Z', 'updated_at': '2022-04-05T11:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '979287d9-768e-43b1-9eba-f2e44a07da55', 'name': '', 'network_id': 'dd58406d-a00d-4058-8fd9-8b11dff14f61', 'tenant_id': 'af18b40d1ee4481291a8d580bb1466ed', 'mac_address': 'fa:16:3e:30:00:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '90e26dc2-21da-4318-80cb-404968890838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:27Z', 'updated_at': '2022-04-05T11:36:28Z', 'revision_number': 2, 'project_id': 'af18b40d1ee4481291a8d580bb1466ed', 'subnets': [{'id': '90e26dc2-21da-4318-80cb-404968890838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:30.172235 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-3fbbedcb-1057-40bc-9324-ae791b691542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'name': 'tempest-TestShelveInstance-1038592655-router', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:11Z', 'updated_at': '2022-04-05T11:35:16Z', 'revision_number': 4, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'gw_port': {'id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:12Z', 'updated_at': '2022-04-05T11:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'c72d5ef0-309a-430f-bc2b-76be9e1ea68c', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'port_id': '1057f1d4-8f36-4dbf-a01f-5a583883cb27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'mac_address': 'fa:16:3e:cb:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:36:27Z', 'updated_at': '2022-04-05T11:36:27Z', 'revision_number': 0, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb566598-8d5d-4016-942d-a033b8bcd216', 'name': '', 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'mac_address': 'fa:16:3e:ac:18:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:15Z', 'updated_at': '2022-04-05T11:35:20Z', 'revision_number': 5, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'subnets': [{'id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:30.174236 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Checking router: 306fa50f-6bfd-4794-8012-03dec3d8ca3c for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:36:30.174790 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Updating router 306fa50f-6bfd-4794-8012-03dec3d8ca3c port 979287d9-768e-43b1-9eba-f2e44a07da55 binding host dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:36:30.199259 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1e26f74-8bb2-45b7-adae-fb9fb7a42bcb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.216781 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.218822 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbedcb-1057-40bc-9324-ae791b691542 None None] Checking router: f38dfa9f-d37b-4f34-898d-8a319e3e143c for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:36:30.254018 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbbedcb-1057-40bc-9324-ae791b691542 None None] Routers {'f38dfa9f-d37b-4f34-898d-8a319e3e143c'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:36:30.254850 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-3fbbedcb-1057-40bc-9324-ae791b691542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:36:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:30.293072 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1e26f74-8bb2-45b7-adae-fb9fb7a42bcb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (37b90394-b6e5-4bc6-b81c-700a75472983), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.314591 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port beae2351-dde4-475e-9113-a23045608f56 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:30.315198 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (beae2351-dde4-475e-9113-a23045608f56), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.369275 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] For port beae2351-dde4-475e-9113-a23045608f56, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=beae2351-dde4-475e-9113-a23045608f56,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:30.394235 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-3fbbedcb-1057-40bc-9324-ae791b691542 None None] Set router f38dfa9f-d37b-4f34-898d-8a319e3e143c gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:36:30.432301 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1e26f74-8bb2-45b7-adae-fb9fb7a42bcb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (37b90394-b6e5-4bc6-b81c-700a75472983), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.508000 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e26f74-8bb2-45b7-adae-fb9fb7a42bcb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b90394-b6e5-4bc6-b81c-700a75472983,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:30.544897 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (beae2351-dde4-475e-9113-a23045608f56), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.606105 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1e26f74-8bb2-45b7-adae-fb9fb7a42bcb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.613571 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 33282) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:30.613812 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-f1e26f74-8bb2-45b7-adae-fb9fb7a42bcb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5498114 Apr 05 11:36:30.616331 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-f1be9843-c2ea-4a58-8ff2-d18caab1c464 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'security_group_rule': {'security_group_id': '37b90394-b6e5-4bc6-b81c-700a75472983', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:30.673109 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Pushing event updated for resources: {'Port': ['ID=beae2351-dde4-475e-9113-a23045608f56,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:30.681475 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c45ee604-ab3b-47d0-8f09-363940611bd5 req-39f514dd-6f0e-4384-85cd-8c093e4f9165 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.0332975 Apr 05 11:36:30.713985 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Publish callbacks [] for port (979287d9-768e-43b1-9eba-f2e44a07da55), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.771393 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 33284) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:30.774237 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-3fbbedcb-1057-40bc-9324-ae791b691542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'name': 'tempest-TestShelveInstance-1038592655-router', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:11Z', 'updated_at': '2022-04-05T11:35:16Z', 'revision_number': 4, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'gw_port': {'id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:12Z', 'updated_at': '2022-04-05T11:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'c72d5ef0-309a-430f-bc2b-76be9e1ea68c', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'port_id': '1057f1d4-8f36-4dbf-a01f-5a583883cb27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'mac_address': 'fa:16:3e:cb:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:36:27Z', 'updated_at': '2022-04-05T11:36:27Z', 'revision_number': 0, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb566598-8d5d-4016-942d-a033b8bcd216', 'name': '', 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'mac_address': 'fa:16:3e:ac:18:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:15Z', 'updated_at': '2022-04-05T11:35:20Z', 'revision_number': 5, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'subnets': [{'id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:30.776370 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-6d8f8bac-a764-4e40-bd38-0bcecdac5aab tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1960497856', 'description': 'tempest-description--1687484331'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:30.815230 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbedcb-1057-40bc-9324-ae791b691542 None None] The sync data for ids ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'] in dv-cinder-834448-3-iscsi is: [{'id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'name': 'tempest-TestShelveInstance-1038592655-router', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:11Z', 'updated_at': '2022-04-05T11:35:16Z', 'revision_number': 4, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'gw_port': {'id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:12Z', 'updated_at': '2022-04-05T11:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'c72d5ef0-309a-430f-bc2b-76be9e1ea68c', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'port_id': '1057f1d4-8f36-4dbf-a01f-5a583883cb27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'mac_address': 'fa:16:3e:cb:21:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:36:27Z', 'updated_at': '2022-04-05T11:36:27Z', 'revision_number': 0, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb566598-8d5d-4016-942d-a033b8bcd216', 'name': '', 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'mac_address': 'fa:16:3e:ac:18:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:15Z', 'updated_at': '2022-04-05T11:35:20Z', 'revision_number': 5, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'subnets': [{'id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:36:30.877841 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.952681 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8bac-a764-4e40-bd38-0bcecdac5aab tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.029268 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc2c2f-a2ad-4de0-ae60-00ec0e986877 None None] Pushing event updated for resources: {'Port': ['ID=979287d9-768e-43b1-9eba-f2e44a07da55,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:31.059245 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Attempting to bind port 979287d9-768e-43b1-9eba-f2e44a07da55 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:36:31.059721 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Attempting to bind port 979287d9-768e-43b1-9eba-f2e44a07da55 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': 'e0023a56-af57-4547-8fed-6a6cad562042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd58406d-a00d-4058-8fd9-8b11dff14f61'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:36:31.060147 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Attempting to bind port 979287d9-768e-43b1-9eba-f2e44a07da55 on network dd58406d-a00d-4058-8fd9-8b11dff14f61 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:31.070386 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:36:31.070872 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Checking segment: {'id': 'e0023a56-af57-4547-8fed-6a6cad562042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd58406d-a00d-4058-8fd9-8b11dff14f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:36:31.071336 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.072164 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Bound using segment: {'id': 'e0023a56-af57-4547-8fed-6a6cad562042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd58406d-a00d-4058-8fd9-8b11dff14f61'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:36:31.073957 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Bound port: 979287d9-768e-43b1-9eba-f2e44a07da55, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0023a56-af57-4547-8fed-6a6cad562042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd58406d-a00d-4058-8fd9-8b11dff14f61'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:36:31.074410 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.109850 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8bac-a764-4e40-bd38-0bcecdac5aab tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for security_group (b1abdeba-4f12-495e-b611-e169c8af8a41), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.179612 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] For port 979287d9-768e-43b1-9eba-f2e44a07da55, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:36:31.184092 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] For port 979287d9-768e-43b1-9eba-f2e44a07da55, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=979287d9-768e-43b1-9eba-f2e44a07da55,segment=NetworkSegment(e0023a56-af57-4547-8fed-6a6cad562042),segment_id=e0023a56-af57-4547-8fed-6a6cad562042)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:36:31.203854 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f1be9843-c2ea-4a58-8ff2-d18caab1c464 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (94408bca-bcb7-4b84-949a-1483ff18939a), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.212086 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ec166a-8647-4ba4-8079-4e0533a26651 None None] New status for floating IP c72d5ef0-309a-430f-bc2b-76be9e1ea68c: ACTIVE {{(pid=103948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:36:31.215111 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8bac-a764-4e40-bd38-0bcecdac5aab tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (b1abdeba-4f12-495e-b611-e169c8af8a41), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.296503 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f8bac-a764-4e40-bd38-0bcecdac5aab tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1abdeba-4f12-495e-b611-e169c8af8a41,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:31.355920 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f1be9843-c2ea-4a58-8ff2-d18caab1c464 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (94408bca-bcb7-4b84-949a-1483ff18939a), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.371155 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c4429-24fa-4797-b24d-df78f0cb664b req-3eefed7f-b124-4e09-af25-32bbf954a032 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:31.375262 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.384982 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-441c4429-24fa-4797-b24d-df78f0cb664b req-3eefed7f-b124-4e09-af25-32bbf954a032 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 946 time: 0.5869541 Apr 05 11:36:31.424099 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8bac-a764-4e40-bd38-0bcecdac5aab tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.431701 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-6d8f8bac-a764-4e40-bd38-0bcecdac5aab tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6544924 Apr 05 11:36:31.431701 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 33286) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:31.447844 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-d2bab267-131e-4559-a20f-02f6c0edd04d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Request body: {'security_group_rule': {'security_group_id': 'b1abdeba-4f12-495e-b611-e169c8af8a41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:31.453644 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-4c6b61a1-d203-4b90-9e65-478ab74f0cec None None] Provisioning complete for port 979287d9-768e-43b1-9eba-f2e44a07da55 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:31.455760 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4c6b61a1-d203-4b90-9e65-478ab74f0cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.473999 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc2c2f-a2ad-4de0-ae60-00ec0e986877 None None] Pushing event updated for resources: {'Port': ['ID=979287d9-768e-43b1-9eba-f2e44a07da55,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:31.486084 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3c5da-d07c-4022-bdb8-c8cd8f7f13d3 req-4a4b1750-bd4f-45a0-921b-9bfea165a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:31.487940 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f3a3c5da-d07c-4022-bdb8-c8cd8f7f13d3 req-4a4b1750-bd4f-45a0-921b-9bfea165a53b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8499ce2abe10411589e913912a8c40ed&device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 1129 time: 0.2754457 Apr 05 11:36:31.488268 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f1be9843-c2ea-4a58-8ff2-d18caab1c464 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (94408bca-bcb7-4b84-949a-1483ff18939a), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.495973 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Routers {'306fa50f-6bfd-4794-8012-03dec3d8ca3c'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:36:31.495973 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:36:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['306fa50f-6bfd-4794-8012-03dec3d8ca3c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:31.586764 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b61a1-d203-4b90-9e65-478ab74f0cec None None] Current status of the port 979287d9-768e-43b1-9eba-f2e44a07da55 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:31.587836 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4c6b61a1-d203-4b90-9e65-478ab74f0cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.598887 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be9843-c2ea-4a58-8ff2-d18caab1c464 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94408bca-bcb7-4b84-949a-1483ff18939a,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:31.606907 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device abe1c734-1139-400d-ab81-735a015fd662 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:36:31.695480 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d2bab267-131e-4559-a20f-02f6c0edd04d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for security_group_rule (6f5fe22c-dd69-41b9-a840-a3f915c1b788), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.701455 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-4c6b61a1-d203-4b90-9e65-478ab74f0cec None None] For port 979287d9-768e-43b1-9eba-f2e44a07da55, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=979287d9-768e-43b1-9eba-f2e44a07da55,segment=NetworkSegment(e0023a56-af57-4547-8fed-6a6cad562042),segment_id=e0023a56-af57-4547-8fed-6a6cad562042)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:31.737851 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-441c4429-24fa-4797-b24d-df78f0cb664b req-54ca52e3-2062-4bd4-bed4-b279d62db086 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3416388 Apr 05 11:36:31.746410 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3c5da-d07c-4022-bdb8-c8cd8f7f13d3 req-11fd660a-bea2-4847-a85d-f633355eb449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:31.749370 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f3a3c5da-d07c-4022-bdb8-c8cd8f7f13d3 req-11fd660a-bea2-4847-a85d-f633355eb449 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b762bdc2-8c69-4463-a0a9-b6a9592c01ff HTTP/1.1" status: 200 len: 910 time: 0.2386289 Apr 05 11:36:31.760694 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f1be9843-c2ea-4a58-8ff2-d18caab1c464 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.762120 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f1be9843-c2ea-4a58-8ff2-d18caab1c464 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1499083 Apr 05 11:36:31.769403 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 33290) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:31.775758 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-0d900c72-82d9-4600-9eb1-d4ef13a6a433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'security_group_rule': {'security_group_id': '37b90394-b6e5-4bc6-b81c-700a75472983', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:31.862769 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port abe1c734-1139-400d-ab81-735a015fd662 is: ACTIVE; New status is: DOWN {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:31.863313 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (abe1c734-1139-400d-ab81-735a015fd662), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.867706 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d2bab267-131e-4559-a20f-02f6c0edd04d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for security_group_rule (6f5fe22c-dd69-41b9-a840-a3f915c1b788), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.906644 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] Set router 306fa50f-6bfd-4794-8012-03dec3d8ca3c gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:36:31.913553 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f3a3c5da-d07c-4022-bdb8-c8cd8f7f13d3 req-a795585c-1d41-4623-a435-da43a770a92a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1057f1d4-8f36-4dbf-a01f-5a583883cb27 HTTP/1.1" status: 200 len: 1001 time: 0.1501341 Apr 05 11:36:31.926833 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4c6b61a1-d203-4b90-9e65-478ab74f0cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.940651 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0b595bed-e789-40b7-a04a-9178bbe3cc98 req-93a0b9fb-91d9-48f4-a4c7-95563d991f46 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.0642331 Apr 05 11:36:31.940857 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abe1c734-1139-400d-ab81-735a015fd662'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:31.943044 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce89f6f5-97b8-484a-abca-cb4863cc0907" -d '{"events": [{"server_uuid": "5f678de2-5855-469b-8c6f-c89816e9b30e", "name": "network-vif-unplugged", "status": "completed", "tag": "abe1c734-1139-400d-ab81-735a015fd662"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:31.949835 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d2bab267-131e-4559-a20f-02f6c0edd04d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (6f5fe22c-dd69-41b9-a840-a3f915c1b788), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.983180 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0d900c72-82d9-4600-9eb1-d4ef13a6a433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (37b64b30-633a-4047-af97-ef3fde7bcf20), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.990077 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port abe1c734-1139-400d-ab81-735a015fd662, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=abe1c734-1139-400d-ab81-735a015fd662,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:32.019018 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bab267-131e-4559-a20f-02f6c0edd04d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5fe22c-dd69-41b9-a840-a3f915c1b788,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:32.060758 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a486ed5-d7ba-453a-8b8b-f29354afcbbd x-openstack-request-id: req-7a486ed5-d7ba-453a-8b8b-f29354afcbbd {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:32.061172 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f678de2-5855-469b-8c6f-c89816e9b30e", "name": "network-vif-unplugged", "status": "completed", "tag": "abe1c734-1139-400d-ab81-735a015fd662", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:32.061765 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a486ed5-d7ba-453a-8b8b-f29354afcbbd {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:32.061892 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a486ed5-d7ba-453a-8b8b-f29354afcbbd'] response: {'server_uuid': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abe1c734-1139-400d-ab81-735a015fd662', 'code': 200} Apr 05 11:36:32.065519 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b61a1-d203-4b90-9e65-478ab74f0cec None None] Pushing event updated for resources: {'Port': ['ID=979287d9-768e-43b1-9eba-f2e44a07da55,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:32.069953 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-df01b426-415b-4fad-b905-072e976c1ae7 None None] Provisioning complete for port 979287d9-768e-43b1-9eba-f2e44a07da55 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:32.070813 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-df01b426-415b-4fad-b905-072e976c1ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:32.102528 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d2bab267-131e-4559-a20f-02f6c0edd04d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:32.103886 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-d2bab267-131e-4559-a20f-02f6c0edd04d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6704645 Apr 05 11:36:32.106546 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 33294) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:32.112222 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-021d2a7b-ed44-4928-86af-18d792c6937d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Request body: {'security_group_rule': {'security_group_id': 'b1abdeba-4f12-495e-b611-e169c8af8a41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:32.118408 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0d900c72-82d9-4600-9eb1-d4ef13a6a433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (37b64b30-633a-4047-af97-ef3fde7bcf20), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:32.137795 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (abe1c734-1139-400d-ab81-735a015fd662), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:32.141157 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device beae2351-dde4-475e-9113-a23045608f56 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:32.234318 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-021d2a7b-ed44-4928-86af-18d792c6937d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for security_group_rule (5b6927fb-0848-47eb-b13c-b9548b26c1bd), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:32.249984 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'name': 'tempest-TestMinimumBasicScenario-327693159-router', 'tenant_id': 'af18b40d1ee4481291a8d580bb1466ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'beae2351-dde4-475e-9113-a23045608f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:22Z', 'updated_at': '2022-04-05T11:36:28Z', 'revision_number': 4, 'project_id': 'af18b40d1ee4481291a8d580bb1466ed', 'gw_port': {'id': 'beae2351-dde4-475e-9113-a23045608f56', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:23Z', 'updated_at': '2022-04-05T11:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '979287d9-768e-43b1-9eba-f2e44a07da55', 'name': '', 'network_id': 'dd58406d-a00d-4058-8fd9-8b11dff14f61', 'tenant_id': 'af18b40d1ee4481291a8d580bb1466ed', 'mac_address': 'fa:16:3e:30:00:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '90e26dc2-21da-4318-80cb-404968890838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:27Z', 'updated_at': '2022-04-05T11:36:31Z', 'revision_number': 4, 'project_id': 'af18b40d1ee4481291a8d580bb1466ed', 'subnets': [{'id': '90e26dc2-21da-4318-80cb-404968890838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:32.254689 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=abe1c734-1139-400d-ab81-735a015fd662,revision_number=8']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:32.267936 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0d900c72-82d9-4600-9eb1-d4ef13a6a433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (37b64b30-633a-4047-af97-ef3fde7bcf20), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:32.289715 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b25cf3-94ac-4c9d-9ecd-f73f64ba5b49 None None] The sync data for ids ['306fa50f-6bfd-4794-8012-03dec3d8ca3c'] in dv-cinder-834448-3-iscsi is: [{'id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'name': 'tempest-TestMinimumBasicScenario-327693159-router', 'tenant_id': 'af18b40d1ee4481291a8d580bb1466ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'beae2351-dde4-475e-9113-a23045608f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:22Z', 'updated_at': '2022-04-05T11:36:28Z', 'revision_number': 4, 'project_id': 'af18b40d1ee4481291a8d580bb1466ed', 'gw_port': {'id': 'beae2351-dde4-475e-9113-a23045608f56', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:23Z', 'updated_at': '2022-04-05T11:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '979287d9-768e-43b1-9eba-f2e44a07da55', 'name': '', 'network_id': 'dd58406d-a00d-4058-8fd9-8b11dff14f61', 'tenant_id': 'af18b40d1ee4481291a8d580bb1466ed', 'mac_address': 'fa:16:3e:30:00:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '90e26dc2-21da-4318-80cb-404968890838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:27Z', 'updated_at': '2022-04-05T11:36:31Z', 'revision_number': 4, 'project_id': 'af18b40d1ee4481291a8d580bb1466ed', 'subnets': [{'id': '90e26dc2-21da-4318-80cb-404968890838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:36:32.328257 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3c5da-d07c-4022-bdb8-c8cd8f7f13d3 req-690c1cfe-c474-4627-867c-cd9bd9ded094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:32.331159 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f3a3c5da-d07c-4022-bdb8-c8cd8f7f13d3 req-690c1cfe-c474-4627-867c-cd9bd9ded094 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04c557d5-7ced-46b6-b387-7061f5abc42c HTTP/1.1" status: 200 len: 848 time: 0.1531100 Apr 05 11:36:32.340717 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d900c72-82d9-4600-9eb1-d4ef13a6a433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b64b30-633a-4047-af97-ef3fde7bcf20,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:32.353510 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port beae2351-dde4-475e-9113-a23045608f56 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:32.353934 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (beae2351-dde4-475e-9113-a23045608f56), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:32.397960 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-df01b426-415b-4fad-b905-072e976c1ae7 None None] Current status of the port 979287d9-768e-43b1-9eba-f2e44a07da55 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:32.414766 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-021d2a7b-ed44-4928-86af-18d792c6937d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for security_group_rule (5b6927fb-0848-47eb-b13c-b9548b26c1bd), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:32.499701 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0d900c72-82d9-4600-9eb1-d4ef13a6a433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:32.501896 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-0d900c72-82d9-4600-9eb1-d4ef13a6a433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7305467 Apr 05 11:36:32.505125 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 33296) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:32.509780 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'floatingip': {'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:32.529915 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-021d2a7b-ed44-4928-86af-18d792c6937d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (5b6927fb-0848-47eb-b13c-b9548b26c1bd), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:32.536362 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port beae2351-dde4-475e-9113-a23045608f56 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:32.593846 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d2a7b-ed44-4928-86af-18d792c6937d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6927fb-0848-47eb-b13c-b9548b26c1bd,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:32.622716 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3c5da-d07c-4022-bdb8-c8cd8f7f13d3 req-eed30a2f-3827-4bb6-b639-1eabfdaf2e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:32.624426 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f3a3c5da-d07c-4022-bdb8-c8cd8f7f13d3 req-eed30a2f-3827-4bb6-b639-1eabfdaf2e8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b762bdc2-8c69-4463-a0a9-b6a9592c01ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765462 Apr 05 11:36:32.863247 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-c20684a9-aa32-498b-933b-391214c5c048 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:32.864760 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-c20684a9-aa32-498b-933b-391214c5c048 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.57 "GET /v2.0/networks?id=ea3a10f4-0bb5-4d93-8b49-e98853fc626e HTTP/1.1" status: 200 len: 809 time: 0.1548994 Apr 05 11:36:32.901979 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:32.912474 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f3a3c5da-d07c-4022-bdb8-c8cd8f7f13d3 req-733bf06a-af6f-43c0-b35c-530c8c5a50d8 service neutron] 10.222.0.57 "GET /v2.0/networks/b762bdc2-8c69-4463-a0a9-b6a9592c01ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816815 Apr 05 11:36:32.919770 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-63b564f9-e6e8-430a-a454-773d5f39a923 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Request body: {'port': {'device_id': '4678fbbd-049c-4736-a18b-83e5a239185a', 'network_id': 'ea3a10f4-0bb5-4d93-8b49-e98853fc626e', 'admin_state_up': True, 'tenant_id': 'f9d646856dc44118a63f2dd56d120c2d'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:32.926638 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-021d2a7b-ed44-4928-86af-18d792c6937d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:32.931041 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-021d2a7b-ed44-4928-86af-18d792c6937d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8233671 Apr 05 11:36:32.931874 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 33300) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:32.956924 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Request body: {'floatingip': {'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:32.996941 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d2749-57fe-4350-8a4d-b6c2b8ac50f5 req-b5f06a48-83e0-4ad5-b795-060ec19b7bd5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:32.998509 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ff5d2749-57fe-4350-8a4d-b6c2b8ac50f5 req-b5f06a48-83e0-4ad5-b795-060ec19b7bd5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.1402326 Apr 05 11:36:33.089219 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ff5d2749-57fe-4350-8a4d-b6c2b8ac50f5 req-52f709b0-8f09-4a0a-94de-606046294933 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748990 Apr 05 11:36:33.092276 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:33.176311 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f3a3c5da-d07c-4022-bdb8-c8cd8f7f13d3 req-f351805e-3210-4e67-99e1-9b238041e79b service neutron] 10.222.0.57 "GET /v2.0/networks/b762bdc2-8c69-4463-a0a9-b6a9592c01ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382777 Apr 05 11:36:33.197805 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-30d41de3-8149-4665-b9fd-14c5abfc21f1 req-e437455c-b20f-413a-a666-2fa2cfc6dde6 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.1354508 Apr 05 11:36:33.252151 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:33.337407 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:33.391001 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Allocated IP 172.27.1.82 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/4b87c30c-e053-48a8-816e-eaa0b94bef4d) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:36:33.437876 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-63b564f9-e6e8-430a-a454-773d5f39a923 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Made reservation on behalf of f9d646856dc44118a63f2dd56d120c2d for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:36:33.443053 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-63b564f9-e6e8-430a-a454-773d5f39a923 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:33.540510 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for port (4b87c30c-e053-48a8-816e-eaa0b94bef4d), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:33.675021 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-63b564f9-e6e8-430a-a454-773d5f39a923 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Allocated IP 172.20.0.6 (ea3a10f4-0bb5-4d93-8b49-e98853fc626e/dcfbcbd6-b4d9-4935-a16f-54ecdf2fcd59/46254a19-2915-4f71-9cc7-2172c9f88106) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:36:33.691305 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (4b87c30c-e053-48a8-816e-eaa0b94bef4d), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:33.743900 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:33.747030 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:33.758840 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:36:33.813018 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.db.api [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.27.1.82-b23ad622-b814-4fa1-becd-56b501581e77 {{(pid=103947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 11:36:33.814406 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG oslo_db.api [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 11:36:33.860101 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Pushing event updated for resources: {'Port': ['ID=4b87c30c-e053-48a8-816e-eaa0b94bef4d,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:33.978650 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for floatingip (b91ddd43-2183-47de-9597-f97ed0bbee96), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:34.014325 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-63b564f9-e6e8-430a-a454-773d5f39a923 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Publish callbacks [] for port (46254a19-2915-4f71-9cc7-2172c9f88106), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:34.102488 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 979287d9-768e-43b1-9eba-f2e44a07da55 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:34.154232 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (4b87c30c-e053-48a8-816e-eaa0b94bef4d), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:34.161788 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 979287d9-768e-43b1-9eba-f2e44a07da55 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:34.162410 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:34.169509 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-63b564f9-e6e8-430a-a454-773d5f39a923 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (46254a19-2915-4f71-9cc7-2172c9f88106), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:34.239064 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-63b564f9-e6e8-430a-a454-773d5f39a923 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Network ea3a10f4-0bb5-4d93-8b49-e98853fc626e is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:34.241320 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-63b564f9-e6e8-430a-a454-773d5f39a923 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:34.248058 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-63b564f9-e6e8-430a-a454-773d5f39a923 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:36:34.255783 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-63b564f9-e6e8-430a-a454-773d5f39a923 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:34.258430 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-63b564f9-e6e8-430a-a454-773d5f39a923 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:34.320111 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 979287d9-768e-43b1-9eba-f2e44a07da55 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:34.348153 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:34.361619 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b564f9-e6e8-430a-a454-773d5f39a923 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Pushing event updated for resources: {'Port': ['ID=46254a19-2915-4f71-9cc7-2172c9f88106,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:34.492707 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for port (4b87c30c-e053-48a8-816e-eaa0b94bef4d), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:34.580445 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2e280-b9d7-4001-932f-4393f180cc9d req-59076b92-49a0-4329-8098-db82bc12bf2e tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:34.580445 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3af2e280-b9d7-4001-932f-4393f180cc9d req-59076b92-49a0-4329-8098-db82bc12bf2e tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 931 time: 0.1596150 Apr 05 11:36:34.580445 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-63b564f9-e6e8-430a-a454-773d5f39a923 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6609180 Apr 05 11:36:34.615585 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Request body: {'port': {'device_id': '4678fbbd-049c-4736-a18b-83e5a239185a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:34.700225 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Allocated IP 172.27.1.52 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/a3197807-2af5-45a8-bcac-ea4ed36ba93f) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:36:34.795959 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3af2e280-b9d7-4001-932f-4393f180cc9d req-3642c182-3ead-4e18-822b-e1cc4079a329 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188320 Apr 05 11:36:34.833617 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (46254a19-2915-4f71-9cc7-2172c9f88106), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:34.966997 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for port (a3197807-2af5-45a8-bcac-ea4ed36ba93f), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:35.060689 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61926197'] for port (4b87c30c-e053-48a8-816e-eaa0b94bef4d), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:35.161158 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Pushing event updated for resources: {'Port': ['ID=4b87c30c-e053-48a8-816e-eaa0b94bef4d,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:35.170021 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (a3197807-2af5-45a8-bcac-ea4ed36ba93f), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:35.188033 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (b91ddd43-2183-47de-9597-f97ed0bbee96), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:35.244426 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'Port': ['ID=a3197807-2af5-45a8-bcac-ea4ed36ba93f,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:35.263471 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:35.265958 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:35.269649 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:36:35.300488 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:36:35.309046 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:35.309517 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46254a19-2915-4f71-9cc7-2172c9f88106 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:36:35.310653 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-db795205-e2ff-43ee-98cf-06f693bf314e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3701878 Apr 05 11:36:35.343757 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Publish callbacks [] for port (46254a19-2915-4f71-9cc7-2172c9f88106), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:35.359595 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (51f92bbe-e112-4836-bb49-8be8b05bbf28), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:35.366358 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Transition to ACTIVE for port object 46254a19-2915-4f71-9cc7-2172c9f88106 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:36:35.466815 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [req-563f5574-75c4-47d8-97cf-3abfe437b15d req-710e1f24-ba2a-4436-a85b-97ac1368333c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103947) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:36:35.467915 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-563f5574-75c4-47d8-97cf-3abfe437b15d req-710e1f24-ba2a-4436-a85b-97ac1368333c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055213 Apr 05 11:36:35.542513 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-52d3f67e-0661-4980-9c34-c7fda6c4071a tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1960497856&fields=id&tenant_id=ef1490a12f854ca78e6f0f6f25418eed HTTP/1.1" status: 200 len: 267 time: 0.0429919 Apr 05 11:36:35.580930 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device abe1c734-1139-400d-ab81-735a015fd662 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:36:35.667142 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port abe1c734-1139-400d-ab81-735a015fd662 is: DOWN; New status is: DOWN {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:35.681015 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-5c689aa6-af33-4315-a164-2a7824c786ae tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:35.682500 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-5c689aa6-af33-4315-a164-2a7824c786ae tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 819 time: 0.1326809 Apr 05 11:36:35.701590 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-1c6e49e7-e3c4-41bd-80c3-714a9ae44a12 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/quotas/ef1490a12f854ca78e6f0f6f25418eed HTTP/1.1" status: 200 len: 375 time: 0.0132680 Apr 05 11:36:35.770926 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-a29706af-25ac-4949-8222-ea960c29085d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0634494 Apr 05 11:36:35.865795 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-9a511408-48f5-4f03-a1bd-d9165b77ac4c service neutron] 10.222.0.60 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836084 Apr 05 11:36:35.872136 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (46254a19-2915-4f71-9cc7-2172c9f88106), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:35.962693 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Pushing event updated for resources: {'Port': ['ID=46254a19-2915-4f71-9cc7-2172c9f88106,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:35.984776 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (a3197807-2af5-45a8-bcac-ea4ed36ba93f), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:35.987935 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Attempting to bind port 46254a19-2915-4f71-9cc7-2172c9f88106 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:36:35.987935 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Attempting to bind port 46254a19-2915-4f71-9cc7-2172c9f88106 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '380819f6-6a24-4cd1-95af-1c3044296441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ea3a10f4-0bb5-4d93-8b49-e98853fc626e'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:36:35.987935 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Attempting to bind port 46254a19-2915-4f71-9cc7-2172c9f88106 on network ea3a10f4-0bb5-4d93-8b49-e98853fc626e {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:35.993783 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-d711da0f-8539-4b8d-9353-eaa68375ca95 service neutron] 10.222.0.60 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213634 Apr 05 11:36:36.046414 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Port 46254a19-2915-4f71-9cc7-2172c9f88106 on network ea3a10f4-0bb5-4d93-8b49-e98853fc626e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:36:36.046746 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Attempting to bind port 46254a19-2915-4f71-9cc7-2172c9f88106 on network ea3a10f4-0bb5-4d93-8b49-e98853fc626e {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:36.078325 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:36:36.078609 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Checking segment: {'id': '380819f6-6a24-4cd1-95af-1c3044296441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ea3a10f4-0bb5-4d93-8b49-e98853fc626e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:36:36.079056 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Bound using segment: {'id': '380819f6-6a24-4cd1-95af-1c3044296441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ea3a10f4-0bb5-4d93-8b49-e98853fc626e'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:36:36.091971 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Bound port: 46254a19-2915-4f71-9cc7-2172c9f88106, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '380819f6-6a24-4cd1-95af-1c3044296441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ea3a10f4-0bb5-4d93-8b49-e98853fc626e'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:36:36.091971 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (46254a19-2915-4f71-9cc7-2172c9f88106), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:36.365294 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b21c5-f55e-4ae9-ae20-dc07ba90ad48 req-ac41232c-83db-45f2-b03f-73d298a4d1f3 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:36.379030 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-461b21c5-f55e-4ae9-ae20-dc07ba90ad48 req-ac41232c-83db-45f2-b03f-73d298a4d1f3 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 943 time: 0.2865577 Apr 05 11:36:36.438691 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] For port 46254a19-2915-4f71-9cc7-2172c9f88106, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:36:36.455677 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a6fd2-95c6-426b-92ab-1e465238a8d0 req-50d77196-860f-44d5-a198-b8189916c9f7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:36.457282 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f76a6fd2-95c6-426b-92ab-1e465238a8d0 req-50d77196-860f-44d5-a198-b8189916c9f7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.1327066 Apr 05 11:36:36.462063 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] For port 46254a19-2915-4f71-9cc7-2172c9f88106, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=46254a19-2915-4f71-9cc7-2172c9f88106,segment=NetworkSegment(380819f6-6a24-4cd1-95af-1c3044296441),segment_id=380819f6-6a24-4cd1-95af-1c3044296441)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:36:36.531923 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-461b21c5-f55e-4ae9-ae20-dc07ba90ad48 req-3a5446a8-8f32-4c52-93f9-3450e3540f90 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493959 Apr 05 11:36:36.549546 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (46254a19-2915-4f71-9cc7-2172c9f88106), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:36.582212 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f76a6fd2-95c6-426b-92ab-1e465238a8d0 req-50c98a4a-ba81-418b-9fc6-f0f83b1d2357 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137619 Apr 05 11:36:36.605998 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:36.606621 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:36.609517 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] 10.222.0.57 "PUT /v2.0/ports/46254a19-2915-4f71-9cc7-2172c9f88106 HTTP/1.1" status: 200 len: 1093 time: 1.9989893 Apr 05 11:36:36.615560 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4678fbbd-049c-4736-a18b-83e5a239185a', 'tag': '46254a19-2915-4f71-9cc7-2172c9f88106'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:36.617885 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f120d5-a26a-4385-978b-ee188d710fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "4678fbbd-049c-4736-a18b-83e5a239185a", "tag": "46254a19-2915-4f71-9cc7-2172c9f88106"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:36.676020 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ea311ae7-ea54-4887-8eac-c6a7f66650ec req-10e35e05-22de-4c41-b84e-d6563ca4a60c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 210 time: 0.0654809 Apr 05 11:36:36.700102 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3158b45f-9a44-4970-a7dc-78428eb95deb x-openstack-request-id: req-3158b45f-9a44-4970-a7dc-78428eb95deb {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:36.700102 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4678fbbd-049c-4736-a18b-83e5a239185a", "tag": "46254a19-2915-4f71-9cc7-2172c9f88106", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:36.700102 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3158b45f-9a44-4970-a7dc-78428eb95deb {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:36.700102 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3158b45f-9a44-4970-a7dc-78428eb95deb'] response: {'name': 'network-changed', 'server_uuid': '4678fbbd-049c-4736-a18b-83e5a239185a', 'tag': '46254a19-2915-4f71-9cc7-2172c9f88106', 'status': 'completed', 'code': 200} Apr 05 11:36:36.727347 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for port (a3197807-2af5-45a8-bcac-ea4ed36ba93f), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:36.733857 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a200d-6555-4514-8727-577a03016b9f service neutron] Pushing event updated for resources: {'Port': ['ID=46254a19-2915-4f71-9cc7-2172c9f88106,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:36.803217 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f120d5-a26a-4385-978b-ee188d710fb0 req-50064802-54cb-46e8-8f6b-c06c1d77fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:36.805826 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d4f120d5-a26a-4385-978b-ee188d710fb0 req-50064802-54cb-46e8-8f6b-c06c1d77fd01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9d646856dc44118a63f2dd56d120c2d&device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 1127 time: 0.0542138 Apr 05 11:36:36.895737 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (a3197807-2af5-45a8-bcac-ea4ed36ba93f), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:36.901431 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 33376) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:36.942303 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (51f92bbe-e112-4836-bb49-8be8b05bbf28), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:36.975356 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'Port': ['ID=a3197807-2af5-45a8-bcac-ea4ed36ba93f,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:36.990520 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f120d5-a26a-4385-978b-ee188d710fb0 req-2fae7f6c-030c-4a99-a084-0d2a6676e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:36.992103 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d4f120d5-a26a-4385-978b-ee188d710fb0 req-2fae7f6c-030c-4a99-a084-0d2a6676e868 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f9d646856dc44118a63f2dd56d120c2d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1681757 Apr 05 11:36:37.096248 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-32e121c8-8711-46e3-94ab-3b138e312ab1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1934755 Apr 05 11:36:37.102244 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-07a4eb38-6ff0-4fac-8b74-c868103d6110 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:36:37.106105 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:37.115946 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-2b38ba3d-a83a-45fc-9bbe-3cfefbfaf27c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6012197 Apr 05 11:36:37.117895 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-07a4eb38-6ff0-4fac-8b74-c868103d6110 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205288 Apr 05 11:36:37.183792 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f120d5-a26a-4385-978b-ee188d710fb0 req-8f0bab47-7a10-4ed3-b62d-6866108653b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:37.185175 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d4f120d5-a26a-4385-978b-ee188d710fb0 req-8f0bab47-7a10-4ed3-b62d-6866108653b5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1866345 Apr 05 11:36:37.217114 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 33388) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:37.367056 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-218905e1-aaab-476c-a330-14294a1b68c6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:37.368631 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-218905e1-aaab-476c-a330-14294a1b68c6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports/abe1c734-1139-400d-ab81-735a015fd662 HTTP/1.1" status: 200 len: 941 time: 0.1507332 Apr 05 11:36:37.376352 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-cb2067d6-4631-420a-b4c4-7e0670229819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:37.377982 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-cb2067d6-4631-420a-b4c4-7e0670229819 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9d646856dc44118a63f2dd56d120c2d&device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 1127 time: 0.1253834 Apr 05 11:36:37.418264 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-60f7740a-46dd-40d9-859e-ab693c18973e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--261871543&fields=id&tenant_id=d629246f6ced4cc8b75399b7a0723868 HTTP/1.1" status: 200 len: 267 time: 0.0763175 Apr 05 11:36:37.471515 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-487794b2-5414-4894-adce-f9ebd424e3b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46254a19-2915-4f71-9cc7-2172c9f88106 HTTP/1.1" status: 200 len: 217 time: 0.0685606 Apr 05 11:36:37.555729 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-8f8ba05d-0863-49e9-98f8-4a2bcee7c038 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:37.562558 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-8f8ba05d-0863-49e9-98f8-4a2bcee7c038 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/networks?id=83da91da-2a37-43a9-b807-df1a6d29d057 HTTP/1.1" status: 200 len: 814 time: 0.1433194 Apr 05 11:36:37.594515 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-24aae2e3-95bf-4e3c-a959-c0a037a0942b tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/quotas/d629246f6ced4cc8b75399b7a0723868 HTTP/1.1" status: 200 len: 375 time: 0.0304484 Apr 05 11:36:37.662292 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-9fb8f953-8294-49a1-b81d-8a249be72cf4 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d629246f6ced4cc8b75399b7a0723868&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668430 Apr 05 11:36:37.687603 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5ebcc-4c69-44fd-98e5-070c8f98dcf5 req-6a5cf749-406d-4494-aaba-28ff3a660d6c tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:37.690831 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6d5ebcc-4c69-44fd-98e5-070c8f98dcf5 req-6a5cf749-406d-4494-aaba-28ff3a660d6c tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 943 time: 0.0690808 Apr 05 11:36:37.802644 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-416a5e35-6d5b-4a73-baf2-dcc93f14db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:37.805067 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-416a5e35-6d5b-4a73-baf2-dcc93f14db09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dcfbcbd6-b4d9-4935-a16f-54ecdf2fcd59 HTTP/1.1" status: 200 len: 849 time: 0.0665574 Apr 05 11:36:37.825799 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d6d5ebcc-4c69-44fd-98e5-070c8f98dcf5 req-2eec8961-685d-47d6-be2b-e4726d982909 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288083 Apr 05 11:36:37.828530 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-10f342ef-c05a-489f-82a6-d84b34437466 service neutron] 10.222.0.60 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479530 Apr 05 11:36:37.887169 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-c5032853-952b-4d9f-ab21-e72c567091e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea3a10f4-0bb5-4d93-8b49-e98853fc626e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406477 Apr 05 11:36:37.946770 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-6cc072b6-86d1-4daa-8f7e-f0eb2219648a service neutron] 10.222.0.60 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172509 Apr 05 11:36:38.039347 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-feb56f42-219a-4fc9-8b0e-b402c90a8f6b service neutron] 10.222.0.57 "GET /v2.0/networks/ea3a10f4-0bb5-4d93-8b49-e98853fc626e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515000 Apr 05 11:36:38.057297 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216d8bd-e233-4f9d-82f5-c5f05b577021 req-48f539e7-a2d8-4420-845e-8b31813d11a7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:38.058754 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d216d8bd-e233-4f9d-82f5-c5f05b577021 req-48f539e7-a2d8-4420-845e-8b31813d11a7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0822241 Apr 05 11:36:38.179961 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d216d8bd-e233-4f9d-82f5-c5f05b577021 req-a60bbc4b-fe36-4e49-8ecc-b590e70978fe tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117485 Apr 05 11:36:38.239048 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc8df2fc-e187-4b8b-ab7b-f04a0f417200 req-08541d49-458f-454b-a825-61b84c563c30 service neutron] 10.222.0.57 "GET /v2.0/networks/ea3a10f4-0bb5-4d93-8b49-e98853fc626e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670218 Apr 05 11:36:38.306431 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61d5deec-febf-4f60-9d54-385ce277f5dc req-be58c853-43ae-4219-9238-ccda61641812 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 210 time: 0.0444906 Apr 05 11:36:38.326671 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4b60087c-4ed4-40ae-83bb-6c89bff115f2 req-3ae1117f-8004-4f60-934c-bf2cb9777b5b tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 210 time: 0.0370398 Apr 05 11:36:38.976610 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ee678-0568-4e9a-b981-4dc6c494c3b9 req-a39dd4c0-e1b0-4925-acf1-b0a7c81c8e6a tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:38.978176 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5a9ee678-0568-4e9a-b981-4dc6c494c3b9 req-a39dd4c0-e1b0-4925-acf1-b0a7c81c8e6a tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 943 time: 0.0578425 Apr 05 11:36:39.042334 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5a9ee678-0568-4e9a-b981-4dc6c494c3b9 req-c70d2ef4-1cd1-4f9d-9b3c-925fe4f460b3 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579705 Apr 05 11:36:39.354495 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc72e13-1986-434e-8c45-9327357a53e6 req-c94a37cc-9e2a-4e82-8bab-8a1e5d05874b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:39.356823 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ffc72e13-1986-434e-8c45-9327357a53e6 req-c94a37cc-9e2a-4e82-8bab-8a1e5d05874b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.1001019 Apr 05 11:36:39.429328 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7de2bc32-0a7e-41c9-824c-d874505dbcf3 req-754f9438-c4c3-429c-88a3-b2ce64c79518 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 210 time: 0.0317595 Apr 05 11:36:39.451561 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ffc72e13-1986-434e-8c45-9327357a53e6 req-43556c22-bbbd-4355-92e6-93d57614cfba tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867503 Apr 05 11:36:39.528829 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e776ca57-0f96-4717-a7de-37a06ea4b21e req-9983579e-e418-41f6-bb0e-12b9af000dce tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 210 time: 0.0368464 Apr 05 11:36:39.917193 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c63739dd-bf65-4673-84ed-e600afdd6547 req-3b35c05e-58ed-4b39-8644-0c62c3d4f206 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487268 Apr 05 11:36:40.036609 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63739dd-bf65-4673-84ed-e600afdd6547 req-dbe46b9b-a1d7-49dc-9d47-11dc07616217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:40.038079 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c63739dd-bf65-4673-84ed-e600afdd6547 req-dbe46b9b-a1d7-49dc-9d47-11dc07616217 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5346b36188734d548c57bb9d7d63476d&device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 1129 time: 0.0479968 Apr 05 11:36:40.155285 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63739dd-bf65-4673-84ed-e600afdd6547 req-21076ba4-84e5-47ac-af9c-91d581622fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:40.157915 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c63739dd-bf65-4673-84ed-e600afdd6547 req-21076ba4-84e5-47ac-af9c-91d581622fcd service neutron] 10.222.0.57 "GET /v2.0/networks?id=8cbffa01-3137-49e9-97ed-1f17fab5a300 HTTP/1.1" status: 200 len: 912 time: 0.0983763 Apr 05 11:36:40.194351 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58887ac1-1829-4db2-bb53-403c608fc3fd req-0fdf662b-4d8a-485e-aba8-de41d9922c90 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:40.202145 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-58887ac1-1829-4db2-bb53-403c608fc3fd req-0fdf662b-4d8a-485e-aba8-de41d9922c90 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 943 time: 0.0736766 Apr 05 11:36:40.253822 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-58887ac1-1829-4db2-bb53-403c608fc3fd req-d6eda006-3808-4909-b6fa-4ac778d68111 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460920 Apr 05 11:36:40.643736 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-97620a8f-7d5b-45b0-972a-04c7dfd9eb16 req-0fa9862a-8089-4ad7-97fe-02d955e50806 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 210 time: 0.0867174 Apr 05 11:36:40.669643 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c63739dd-bf65-4673-84ed-e600afdd6547 req-856662e4-f635-45ac-b56d-513bc6534383 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c2fac1-dd03-4da9-ac7d-dec991381e3a HTTP/1.1" status: 200 len: 1000 time: 0.2102914 Apr 05 11:36:40.705479 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de873629-6250-47a9-86a5-3fd23de7d325 req-94c343ff-c618-4903-ac15-9816cc84339e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:40.711065 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-de873629-6250-47a9-86a5-3fd23de7d325 req-94c343ff-c618-4903-ac15-9816cc84339e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.1065907 Apr 05 11:36:40.777938 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-41514d8a-e54d-41e6-a42d-97fa7b8a5342 req-78c95e63-71b0-4f1d-905e-0cd40d9928a3 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 210 time: 0.0332956 Apr 05 11:36:40.784885 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-de873629-6250-47a9-86a5-3fd23de7d325 req-7b058548-bdc7-496c-9c7a-f38502ecef05 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657539 Apr 05 11:36:40.792473 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63739dd-bf65-4673-84ed-e600afdd6547 req-0e5e3577-fea7-4287-b741-cf4e71d97093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:40.793949 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c63739dd-bf65-4673-84ed-e600afdd6547 req-0e5e3577-fea7-4287-b741-cf4e71d97093 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11809902-d970-490e-a337-eab95165c81e HTTP/1.1" status: 200 len: 850 time: 0.1098900 Apr 05 11:36:40.854754 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63739dd-bf65-4673-84ed-e600afdd6547 req-80376ff7-9b63-4977-ae5c-3f2232e8f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:40.856395 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c63739dd-bf65-4673-84ed-e600afdd6547 req-80376ff7-9b63-4977-ae5c-3f2232e8f74e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbffa01-3137-49e9-97ed-1f17fab5a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557053 Apr 05 11:36:41.300686 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c63739dd-bf65-4673-84ed-e600afdd6547 req-d6b10b6f-27dd-4930-a444-1ac783c24ffe service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033010 Apr 05 11:36:41.337216 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-0ca6ad02-559e-4df3-987c-8cff464a8928 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:41.338883 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-0ca6ad02-559e-4df3-987c-8cff464a8928 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.57 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 819 time: 0.4527590 Apr 05 11:36:41.402803 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a6a83-3719-4f44-991c-314bdda2b11e req-1a5d15b8-f473-485c-90e5-212595baec1b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:41.404385 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5f0a6a83-3719-4f44-991c-314bdda2b11e req-1a5d15b8-f473-485c-90e5-212595baec1b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 943 time: 0.0619960 Apr 05 11:36:41.459267 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5f0a6a83-3719-4f44-991c-314bdda2b11e req-54920771-aaa5-4507-ae84-29340dc0e120 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485897 Apr 05 11:36:41.624656 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 46254a19-2915-4f71-9cc7-2172c9f88106 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:36:41.794655 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-4743b568-7c50-4748-b2f1-391ca5cf0d42 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef1490a12f854ca78e6f0f6f25418eed HTTP/1.1" status: 200 len: 380 time: 0.1456218 Apr 05 11:36:41.794908 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 46254a19-2915-4f71-9cc7-2172c9f88106, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=46254a19-2915-4f71-9cc7-2172c9f88106,segment=NetworkSegment(380819f6-6a24-4cd1-95af-1c3044296441),segment_id=380819f6-6a24-4cd1-95af-1c3044296441)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:41.812953 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '46254a19-2915-4f71-9cc7-2172c9f88106', 'network_id': 'ea3a10f4-0bb5-4d93-8b49-e98853fc626e', 'port_id': '46254a19-2915-4f71-9cc7-2172c9f88106', 'mac_address': 'fa:16:3e:30:a8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbcbd6-b4d9-4935-a16f-54ecdf2fcd59', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:36:41.830428 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c63739dd-bf65-4673-84ed-e600afdd6547 req-e14f3eb0-fd0e-49c0-b77f-b6fb776d618e service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359049 Apr 05 11:36:41.841603 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7f40d480-6178-4f29-a36d-44d6918800fc req-c445cdcd-1170-406e-b6e1-4632e4161a80 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 210 time: 0.0673110 Apr 05 11:36:41.868794 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 46254a19-2915-4f71-9cc7-2172c9f88106 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:41.869342 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (46254a19-2915-4f71-9cc7-2172c9f88106), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:41.881728 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-22753a50-380a-4d38-9fc5-ad1eb39e35d7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Request body: {'port': {'device_id': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'admin_state_up': True, 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'security_groups': ['b1abdeba-4f12-495e-b611-e169c8af8a41']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:41.891020 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46254a19-2915-4f71-9cc7-2172c9f88106 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:36:41.922860 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 46254a19-2915-4f71-9cc7-2172c9f88106, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=46254a19-2915-4f71-9cc7-2172c9f88106,segment=NetworkSegment(380819f6-6a24-4cd1-95af-1c3044296441),segment_id=380819f6-6a24-4cd1-95af-1c3044296441)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:42.007949 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (46254a19-2915-4f71-9cc7-2172c9f88106), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:42.015799 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7a5af-1d12-493e-827f-d58e1497e94a req-b0747cd8-3335-4c96-a93c-85d14354c162 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:42.019589 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-13f7a5af-1d12-493e-827f-d58e1497e94a req-b0747cd8-3335-4c96-a93c-85d14354c162 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0735903 Apr 05 11:36:42.101243 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=46254a19-2915-4f71-9cc7-2172c9f88106,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:42.101685 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-73cf9964-77ab-4d23-ab4d-7c96c5edc4b0 req-6a91c254-a974-4f23-b824-19aba94dccd1 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 210 time: 0.1720064 Apr 05 11:36:42.133767 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-13f7a5af-1d12-493e-827f-d58e1497e94a req-c22aa869-b9f3-4118-b190-514ba4f7e308 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056767 Apr 05 11:36:42.254372 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-b56d28b0-b592-4a5e-8ca5-9cb98055f123 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:42.256248 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-b56d28b0-b592-4a5e-8ca5-9cb98055f123 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "GET /v2.0/networks?id=83da91da-2a37-43a9-b807-df1a6d29d057 HTTP/1.1" status: 200 len: 814 time: 0.3161643 Apr 05 11:36:42.317442 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-22753a50-380a-4d38-9fc5-ad1eb39e35d7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Made reservation on behalf of ef1490a12f854ca78e6f0f6f25418eed for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:36:42.320912 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-22753a50-380a-4d38-9fc5-ad1eb39e35d7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:42.368788 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-b6fe6ae8-5540-4223-b083-c587b8719cf1 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d629246f6ced4cc8b75399b7a0723868 HTTP/1.1" status: 200 len: 472 time: 0.0965698 Apr 05 11:36:42.379251 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-1dc614d8-aecb-419d-a897-c2b4277defec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'port': {'device_id': '5bd641ff-56ae-409d-bc86-8d8edb85fedb', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'admin_state_up': True, 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'security_groups': ['37b90394-b6e5-4bc6-b81c-700a75472983']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:42.383136 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['46254a19-2915-4f71-9cc7-2172c9f88106'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:36:42.617850 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-22753a50-380a-4d38-9fc5-ad1eb39e35d7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Allocated IP 172.20.0.11 (912aa55e-5878-42db-a34a-a968382fba80/3a2d4898-c05f-41d9-ad48-eba0b48abf12/58614d08-35a9-4fc5-87b1-2d61b40de959) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:36:42.677907 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b89bc-7f2d-4b34-a4bf-13aa84b32a08 req-b1bd867f-7ec3-4ab0-9974-0f9369bbafc7 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:42.679329 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d3b89bc-7f2d-4b34-a4bf-13aa84b32a08 req-b1bd867f-7ec3-4ab0-9974-0f9369bbafc7 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 944 time: 0.1105223 Apr 05 11:36:42.779489 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d3b89bc-7f2d-4b34-a4bf-13aa84b32a08 req-6ac2013a-56ea-41e6-b2bd-572c9836f8aa tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918562 Apr 05 11:36:42.787505 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-1dc614d8-aecb-419d-a897-c2b4277defec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Made reservation on behalf of d629246f6ced4cc8b75399b7a0723868 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:36:42.790895 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-1dc614d8-aecb-419d-a897-c2b4277defec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:42.910628 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-22753a50-380a-4d38-9fc5-ad1eb39e35d7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for port (58614d08-35a9-4fc5-87b1-2d61b40de959), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:42.962303 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5aca8047-798d-493e-963f-e2664b58c774 req-b2983060-cca8-4b2d-83c0-aaa3c0538b6c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 210 time: 0.0457008 Apr 05 11:36:43.013696 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-1dc614d8-aecb-419d-a897-c2b4277defec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Allocated IP 172.20.0.5 (83da91da-2a37-43a9-b807-df1a6d29d057/5cd637a4-454f-44ef-8588-c6f33cdbe982/6bedd3d0-95f4-48c4-b38a-8ecae6e627b0) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:36:43.116091 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-22753a50-380a-4d38-9fc5-ad1eb39e35d7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (58614d08-35a9-4fc5-87b1-2d61b40de959), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:43.145886 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-22753a50-380a-4d38-9fc5-ad1eb39e35d7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Network 912aa55e-5878-42db-a34a-a968382fba80 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:43.190115 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-22753a50-380a-4d38-9fc5-ad1eb39e35d7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:43.192968 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-22753a50-380a-4d38-9fc5-ad1eb39e35d7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:36:43.199157 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-22753a50-380a-4d38-9fc5-ad1eb39e35d7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:43.199819 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-22753a50-380a-4d38-9fc5-ad1eb39e35d7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:43.217727 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22753a50-380a-4d38-9fc5-ad1eb39e35d7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Pushing event updated for resources: {'Port': ['ID=58614d08-35a9-4fc5-87b1-2d61b40de959,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:43.324221 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95bf584d-9a67-45a8-a97d-e127b77ad1f0 req-9acd95fc-d07e-4218-9563-9f7351d1f8dc tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 210 time: 0.0856781 Apr 05 11:36:43.331518 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7610f-7a0b-462e-8911-29f4c5de1c26 req-fa99efda-643f-43a1-8e6b-df71fa1bfb54 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:43.338719 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-16a7610f-7a0b-462e-8911-29f4c5de1c26 req-fa99efda-643f-43a1-8e6b-df71fa1bfb54 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0889277 Apr 05 11:36:43.376468 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-22753a50-380a-4d38-9fc5-ad1eb39e35d7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4964528 Apr 05 11:36:43.402951 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Request body: {'port': {'device_id': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:43.450295 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-16a7610f-7a0b-462e-8911-29f4c5de1c26 req-f62ef20f-4aaa-45b3-b2dd-3e47d806486b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100564 Apr 05 11:36:43.505545 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-1dc614d8-aecb-419d-a897-c2b4277defec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for port (6bedd3d0-95f4-48c4-b38a-8ecae6e627b0), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:43.549800 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (58614d08-35a9-4fc5-87b1-2d61b40de959), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:43.605551 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-5b8bd8b4-1d93-480a-8a8e-88a37db669ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:43.607188 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-5b8bd8b4-1d93-480a-8a8e-88a37db669ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e&tenant_id=233d90e8ff5e4e72ad93b7b8123f9648 HTTP/1.1" status: 200 len: 1128 time: 0.3565795 Apr 05 11:36:43.649265 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3ea2af51-36c2-42e8-b529-f2cb7cecee76 None None] Provisioning complete for port 58614d08-35a9-4fc5-87b1-2d61b40de959 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:43.649926 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3ea2af51-36c2-42e8-b529-f2cb7cecee76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (58614d08-35a9-4fc5-87b1-2d61b40de959), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:43.651681 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 46254a19-2915-4f71-9cc7-2172c9f88106 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:43.765483 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2af51-36c2-42e8-b529-f2cb7cecee76 None None] Port 58614d08-35a9-4fc5-87b1-2d61b40de959 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:36:43.791724 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-27c0d04d-8593-4e50-bcba-ab871e22b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:43.793243 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-27c0d04d-8593-4e50-bcba-ab871e22b439 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=233d90e8ff5e4e72ad93b7b8123f9648&device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 1128 time: 0.1338174 Apr 05 11:36:43.987095 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-30b41a52-9ce2-45cc-8e32-621ca75ab525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:43.988587 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-30b41a52-9ce2-45cc-8e32-621ca75ab525 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2 HTTP/1.1" status: 200 len: 917 time: 0.1681759 Apr 05 11:36:43.999898 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b39ffe-b5bd-4480-afaa-5f4ba744367d req-66a0940c-d2e0-40da-88c6-8a7d159ae07e tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:44.002119 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-31b39ffe-b5bd-4480-afaa-5f4ba744367d req-66a0940c-d2e0-40da-88c6-8a7d159ae07e tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 944 time: 0.1217666 Apr 05 11:36:44.077761 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697f077-89f3-4f68-baff-d6d2092d72fc req-3a3130b8-287a-41eb-a5bb-25b9c9ff5c9c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:44.080064 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3697f077-89f3-4f68-baff-d6d2092d72fc req-3a3130b8-287a-41eb-a5bb-25b9c9ff5c9c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 932 time: 0.0546033 Apr 05 11:36:44.087006 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58614d08-35a9-4fc5-87b1-2d61b40de959 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:36:44.103342 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Publish callbacks [] for port (58614d08-35a9-4fc5-87b1-2d61b40de959), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:44.131211 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3697f077-89f3-4f68-baff-d6d2092d72fc req-c930dc2e-43e2-40fe-bfa2-c93cf1e50d29 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453892 Apr 05 11:36:44.137186 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-a76d53c5-fd15-4417-ac71-889c0c41abf6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe1c734-1139-400d-ab81-735a015fd662 HTTP/1.1" status: 200 len: 1000 time: 0.1179662 Apr 05 11:36:44.145395 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-31b39ffe-b5bd-4480-afaa-5f4ba744367d req-53440bb3-b1c2-4c7b-9294-1245953dbe52 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185784 Apr 05 11:36:44.146311 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Transition to ACTIVE for port object 58614d08-35a9-4fc5-87b1-2d61b40de959 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:36:44.196419 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-ae22f15d-61a3-4fbe-882a-855cdadbd767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:44.197852 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-ae22f15d-61a3-4fbe-882a-855cdadbd767 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79697ad3-6090-4136-9658-d9efe2412d4b HTTP/1.1" status: 200 len: 855 time: 0.0505457 Apr 05 11:36:44.203367 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:44.245646 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-0499717c-13ae-49aa-bcba-0d49ba2071a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:44.247115 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-0499717c-13ae-49aa-bcba-0d49ba2071a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431733 Apr 05 11:36:44.248754 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (58614d08-35a9-4fc5-87b1-2d61b40de959), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:44.253126 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 46254a19-2915-4f71-9cc7-2172c9f88106 completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:36:44.264629 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 46254a19-2915-4f71-9cc7-2172c9f88106 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:44.265162 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (46254a19-2915-4f71-9cc7-2172c9f88106), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:44.292682 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-1dc614d8-aecb-419d-a897-c2b4277defec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (6bedd3d0-95f4-48c4-b38a-8ecae6e627b0), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:44.323260 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Pushing event updated for resources: {'Port': ['ID=58614d08-35a9-4fc5-87b1-2d61b40de959,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:44.363095 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-1dc614d8-aecb-419d-a897-c2b4277defec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Network 83da91da-2a37-43a9-b807-df1a6d29d057 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:44.420605 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-1dc614d8-aecb-419d-a897-c2b4277defec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:44.476951 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-1dc614d8-aecb-419d-a897-c2b4277defec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:36:44.488212 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-1dc614d8-aecb-419d-a897-c2b4277defec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:44.489238 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-1dc614d8-aecb-419d-a897-c2b4277defec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:44.505525 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Attempting to bind port 58614d08-35a9-4fc5-87b1-2d61b40de959 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:36:44.505914 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Attempting to bind port 58614d08-35a9-4fc5-87b1-2d61b40de959 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:36:44.506270 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Attempting to bind port 58614d08-35a9-4fc5-87b1-2d61b40de959 on network 912aa55e-5878-42db-a34a-a968382fba80 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:44.524624 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Port 58614d08-35a9-4fc5-87b1-2d61b40de959 on network 912aa55e-5878-42db-a34a-a968382fba80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:36:44.530954 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Attempting to bind port 58614d08-35a9-4fc5-87b1-2d61b40de959 on network 912aa55e-5878-42db-a34a-a968382fba80 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:44.533499 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bede9f-1420-4fc2-b01e-a7232b9ac74a req-9dbf4a4b-92c7-45c5-bdd7-b2c0a92e115e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:44.540613 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f0bede9f-1420-4fc2-b01e-a7232b9ac74a req-9dbf4a4b-92c7-45c5-bdd7-b2c0a92e115e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 931 time: 0.1122050 Apr 05 11:36:44.543561 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:36:44.543910 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Checking segment: {'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:36:44.544300 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Bound using segment: {'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:36:44.545235 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Bound port: 58614d08-35a9-4fc5-87b1-2d61b40de959, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '912aa55e-5878-42db-a34a-a968382fba80'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:36:44.545599 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (58614d08-35a9-4fc5-87b1-2d61b40de959), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:44.619227 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 46254a19-2915-4f71-9cc7-2172c9f88106 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:44.619668 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (46254a19-2915-4f71-9cc7-2172c9f88106), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:44.656872 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4678fbbd-049c-4736-a18b-83e5a239185a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46254a19-2915-4f71-9cc7-2172c9f88106'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:44.660187 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b4d2ef-16fd-46ad-b4af-dcf258f4fbf9" -d '{"events": [{"server_uuid": "4678fbbd-049c-4736-a18b-83e5a239185a", "name": "network-vif-plugged", "status": "completed", "tag": "46254a19-2915-4f71-9cc7-2172c9f88106"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:44.681546 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 46254a19-2915-4f71-9cc7-2172c9f88106, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=46254a19-2915-4f71-9cc7-2172c9f88106,segment=NetworkSegment(380819f6-6a24-4cd1-95af-1c3044296441),segment_id=380819f6-6a24-4cd1-95af-1c3044296441)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:44.695114 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f0bede9f-1420-4fc2-b01e-a7232b9ac74a req-b2b85188-ca05-4673-9791-440ca4e2f336 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422093 Apr 05 11:36:44.727197 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] For port 58614d08-35a9-4fc5-87b1-2d61b40de959, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:36:44.731158 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] For port 58614d08-35a9-4fc5-87b1-2d61b40de959, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=58614d08-35a9-4fc5-87b1-2d61b40de959,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:36:44.753674 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-1dc614d8-aecb-419d-a897-c2b4277defec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3785739 Apr 05 11:36:44.753867 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00f31dc-dc64-4802-b81b-890fd9ee9c59 x-openstack-request-id: req-a00f31dc-dc64-4802-b81b-890fd9ee9c59 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:44.754428 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4678fbbd-049c-4736-a18b-83e5a239185a", "name": "network-vif-plugged", "status": "completed", "tag": "46254a19-2915-4f71-9cc7-2172c9f88106", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:44.754689 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a00f31dc-dc64-4802-b81b-890fd9ee9c59 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:44.755095 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00f31dc-dc64-4802-b81b-890fd9ee9c59'] response: {'server_uuid': '4678fbbd-049c-4736-a18b-83e5a239185a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46254a19-2915-4f71-9cc7-2172c9f88106', 'code': 200} Apr 05 11:36:44.757723 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (46254a19-2915-4f71-9cc7-2172c9f88106), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:44.780495 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc614d8-aecb-419d-a897-c2b4277defec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'Port': ['ID=6bedd3d0-95f4-48c4-b38a-8ecae6e627b0,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:44.821184 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (58614d08-35a9-4fc5-87b1-2d61b40de959), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:44.833512 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Request body: {'port': {'device_id': '5bd641ff-56ae-409d-bc86-8d8edb85fedb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:44.840199 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=46254a19-2915-4f71-9cc7-2172c9f88106,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:44.849209 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-6e9fe107-810b-46a1-9ac8-7a88178e99e7 None None] Provisioning complete for port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:44.849624 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6e9fe107-810b-46a1-9ac8-7a88178e99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (6bedd3d0-95f4-48c4-b38a-8ecae6e627b0), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:44.871508 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-2fd73041-edb6-485f-92bc-23bbbd5c1c04 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136391 Apr 05 11:36:44.884797 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:44.884797 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:44.885399 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] 10.222.0.57 "PUT /v2.0/ports/58614d08-35a9-4fc5-87b1-2d61b40de959 HTTP/1.1" status: 200 len: 1094 time: 1.4925153 Apr 05 11:36:44.938882 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-6e9fe107-810b-46a1-9ac8-7a88178e99e7 None None] Port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:36:45.007111 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'tag': '58614d08-35a9-4fc5-87b1-2d61b40de959'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:45.009587 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5130de-c442-4cde-9ef6-e974426083b6" -d '{"events": [{"name": "network-changed", "server_uuid": "008fc123-e8f0-413c-8da8-d8057f45c0b9", "tag": "58614d08-35a9-4fc5-87b1-2d61b40de959"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:45.043747 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59624619-53f0-4f01-851d-21327fc420a6 service neutron] Pushing event updated for resources: {'Port': ['ID=58614d08-35a9-4fc5-87b1-2d61b40de959,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:45.069411 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d6128-6eb6-4f64-b020-84d49bc72e65 req-3ed165a1-be35-44fa-afb4-71ba75c801d5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:45.076452 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5d5d6128-6eb6-4f64-b020-84d49bc72e65 req-3ed165a1-be35-44fa-afb4-71ba75c801d5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.3354700 Apr 05 11:36:45.084186 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3190342e-c8eb-4ae3-8efe-d532c5435251 x-openstack-request-id: req-3190342e-c8eb-4ae3-8efe-d532c5435251 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:45.084473 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008fc123-e8f0-413c-8da8-d8057f45c0b9", "tag": "58614d08-35a9-4fc5-87b1-2d61b40de959", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:45.084728 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3190342e-c8eb-4ae3-8efe-d532c5435251 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:45.085116 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3190342e-c8eb-4ae3-8efe-d532c5435251'] response: {'name': 'network-changed', 'server_uuid': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'tag': '58614d08-35a9-4fc5-87b1-2d61b40de959', 'status': 'completed', 'code': 200} Apr 05 11:36:45.142988 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (6bedd3d0-95f4-48c4-b38a-8ecae6e627b0), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:45.214258 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056368ab-8e93-4adf-a346-f5124388a0cc req-b7886169-b9ef-43ab-a688-7ad8ed0e72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:45.215951 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-d77230dc-56f0-4e5b-93cd-5cd36d12de0a service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992241 Apr 05 11:36:45.216641 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-056368ab-8e93-4adf-a346-f5124388a0cc req-b7886169-b9ef-43ab-a688-7ad8ed0e72f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 1129 time: 0.0724809 Apr 05 11:36:45.263105 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5d5d6128-6eb6-4f64-b020-84d49bc72e65 req-e91891b1-fb07-486f-89f0-c2174b2229da tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857569 Apr 05 11:36:45.278817 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-378f39f0-6d10-4e86-96e1-7ce95b3b959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:45.278817 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-378f39f0-6d10-4e86-96e1-7ce95b3b959d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 1128 time: 0.1909833 Apr 05 11:36:45.336155 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-056368ab-8e93-4adf-a346-f5124388a0cc req-4dc0851f-42b0-4c7c-9ec6-8a8bb99f921f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984783 Apr 05 11:36:45.346914 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a176551-f632-4a55-8b37-d78c5d57ae0e req-50a9cdf7-4e1f-4fbd-8312-f93b6ab75e44 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:45.348546 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6a176551-f632-4a55-8b37-d78c5d57ae0e req-50a9cdf7-4e1f-4fbd-8312-f93b6ab75e44 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 944 time: 0.1240582 Apr 05 11:36:45.403545 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6a176551-f632-4a55-8b37-d78c5d57ae0e req-f9bc5fcd-d7d8-4cdc-8c2e-10f41f5e4837 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491116 Apr 05 11:36:45.651803 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-b8bf4e5e-bed5-4dd8-86f3-f61cc490fc12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58614d08-35a9-4fc5-87b1-2d61b40de959 HTTP/1.1" status: 200 len: 217 time: 0.0672820 Apr 05 11:36:45.762932 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e472039-c229-4843-b0c2-71d4eeebf47b req-c2fd3863-faac-40b3-8b1c-e0112e018d99 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:45.764455 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5e472039-c229-4843-b0c2-71d4eeebf47b req-c2fd3863-faac-40b3-8b1c-e0112e018d99 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 945 time: 0.1811745 Apr 05 11:36:45.804771 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-6cf825fa-b284-47e9-a630-46c06f50c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:45.805770 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-6cf825fa-b284-47e9-a630-46c06f50c421 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a2d4898-c05f-41d9-ad48-eba0b48abf12 HTTP/1.1" status: 200 len: 858 time: 0.1229522 Apr 05 11:36:45.868633 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5e472039-c229-4843-b0c2-71d4eeebf47b req-0f5b0cf7-3922-463d-b489-bfe753f44d3a tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975382 Apr 05 11:36:45.916967 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:36:45.926054 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Publish callbacks [] for port (6bedd3d0-95f4-48c4-b38a-8ecae6e627b0), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:45.939713 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Transition to ACTIVE for port object 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:36:46.020210 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (6bedd3d0-95f4-48c4-b38a-8ecae6e627b0), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:46.057423 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39989e13-70e5-4960-a54c-080deaecd894 req-62d6bed6-8b27-4783-bce9-9cc6eafda05b tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:46.064560 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-39989e13-70e5-4960-a54c-080deaecd894 req-62d6bed6-8b27-4783-bce9-9cc6eafda05b tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 931 time: 0.3001146 Apr 05 11:36:46.065990 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Pushing event updated for resources: {'Port': ['ID=6bedd3d0-95f4-48c4-b38a-8ecae6e627b0,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:46.123867 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-39989e13-70e5-4960-a54c-080deaecd894 req-b8e1af6b-c4cf-4451-8a83-710ad603a835 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544918 Apr 05 11:36:46.128692 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Attempting to bind port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:36:46.129034 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Attempting to bind port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:36:46.129367 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Attempting to bind port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 on network 83da91da-2a37-43a9-b807-df1a6d29d057 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:46.149787 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 on network 83da91da-2a37-43a9-b807-df1a6d29d057 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:36:46.150252 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Attempting to bind port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 on network 83da91da-2a37-43a9-b807-df1a6d29d057 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:46.158701 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:36:46.159038 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Checking segment: {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:36:46.159443 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Bound using segment: {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:36:46.159875 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Bound port: 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:36:46.160237 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (6bedd3d0-95f4-48c4-b38a-8ecae6e627b0), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:46.208295 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-9a517d80-71f8-448d-bce6-729e4abb8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:46.209874 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-9a517d80-71f8-448d-bce6-729e4abb8ecb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=912aa55e-5878-42db-a34a-a968382fba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899832 Apr 05 11:36:46.243038 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] For port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:36:46.247170 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] For port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6bedd3d0-95f4-48c4-b38a-8ecae6e627b0,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:36:46.364210 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-e9c07386-8dee-43c4-89b8-cfdeae451fd4 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969400 Apr 05 11:36:46.374350 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (6bedd3d0-95f4-48c4-b38a-8ecae6e627b0), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:46.463501 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-d623721c-57bf-498f-b538-25043455592e tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:46.470962 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-d623721c-57bf-498f-b538-25043455592e tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/networks?id=c77bd11c-2083-4ad7-adab-65001019d0d4 HTTP/1.1" status: 200 len: 815 time: 0.1181719 Apr 05 11:36:46.476710 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Pushing event updated for resources: {'Port': ['ID=6bedd3d0-95f4-48c4-b38a-8ecae6e627b0,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:46.481085 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-2fb1b406-48fd-4010-9945-725b854bff47 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/quotas/be5f73d3bb5948299a1d81283e0c738a HTTP/1.1" status: 200 len: 375 time: 0.0092795 Apr 05 11:36:46.514173 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:46.514701 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:46.516830 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-4f629d6d-a199-4d5f-a020-c1783bcac920 service neutron] 10.222.0.57 "PUT /v2.0/ports/6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 HTTP/1.1" status: 200 len: 1093 time: 1.6895585 Apr 05 11:36:46.548623 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-0f21ed1f-717d-494c-a488-e0f5037f5f2a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=be5f73d3bb5948299a1d81283e0c738a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552137 Apr 05 11:36:46.567915 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd54cb-d021-4a1c-b05b-b1d4c3149d27 req-60f6627f-228b-45e9-9138-c79c72dcbd1e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:46.569475 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-edbd54cb-d021-4a1c-b05b-b1d4c3149d27 req-60f6627f-228b-45e9-9138-c79c72dcbd1e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.2040653 Apr 05 11:36:46.573350 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1c7c2a6a-d4d4-409f-82e5-faee44cdba8e req-29832db0-d2f3-45d7-8981-fcaa5176fca6 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375918 Apr 05 11:36:46.623115 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-edbd54cb-d021-4a1c-b05b-b1d4c3149d27 req-957f7593-e2da-4552-b224-e2e6003306d6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470226 Apr 05 11:36:46.662651 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-6869e7f0-72ef-49cb-b5d5-8c1857df15d2 service neutron] 10.222.0.60 "GET /v2.0/networks/c77bd11c-2083-4ad7-adab-65001019d0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034663 Apr 05 11:36:46.756838 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9affb-f006-4a29-b1d3-482f9eb4a651 req-aa29467c-10f9-45f3-a1de-89a8c847fcd5 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:46.758616 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-71a9affb-f006-4a29-b1d3-482f9eb4a651 req-aa29467c-10f9-45f3-a1de-89a8c847fcd5 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0737684 Apr 05 11:36:46.779171 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-cf64c5b9-88ce-479b-a74f-e095cf481fdb service neutron] 10.222.0.60 "GET /v2.0/networks/c77bd11c-2083-4ad7-adab-65001019d0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097925 Apr 05 11:36:46.819629 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-71a9affb-f006-4a29-b1d3-482f9eb4a651 req-60e46591-8846-4a9b-bb6a-b09886833897 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512893 Apr 05 11:36:47.010497 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed521da-ac58-4a01-b539-4db124202876 req-2ce9704a-0705-4215-82fa-d0eb43e2998c tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:47.012111 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aed521da-ac58-4a01-b539-4db124202876 req-2ce9704a-0705-4215-82fa-d0eb43e2998c tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 945 time: 0.0678566 Apr 05 11:36:47.085167 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aed521da-ac58-4a01-b539-4db124202876 req-880da6a6-c9e7-4e1a-bd81-c021ee982ef7 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662649 Apr 05 11:36:47.085654 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd641ff-56ae-409d-bc86-8d8edb85fedb', 'tag': '6bedd3d0-95f4-48c4-b38a-8ecae6e627b0'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:47.088198 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f18249-10db-4424-b05a-df6e76adb58d" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd641ff-56ae-409d-bc86-8d8edb85fedb", "tag": "6bedd3d0-95f4-48c4-b38a-8ecae6e627b0"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:47.164904 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5336485b-6bdb-495a-ba35-0d989fe9c3a2 x-openstack-request-id: req-5336485b-6bdb-495a-ba35-0d989fe9c3a2 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:47.165166 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd641ff-56ae-409d-bc86-8d8edb85fedb", "tag": "6bedd3d0-95f4-48c4-b38a-8ecae6e627b0", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:47.165454 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5336485b-6bdb-495a-ba35-0d989fe9c3a2 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:47.165824 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5336485b-6bdb-495a-ba35-0d989fe9c3a2'] response: {'name': 'network-changed', 'server_uuid': '5bd641ff-56ae-409d-bc86-8d8edb85fedb', 'tag': '6bedd3d0-95f4-48c4-b38a-8ecae6e627b0', 'status': 'completed', 'code': 200} Apr 05 11:36:47.179468 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1c6ad0a1-db88-45e3-afe7-3e8d98a3f816 req-6b90ca38-d037-47dc-9d45-f767dcf92cb4 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0522439 Apr 05 11:36:47.290651 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c351a-3e3f-455a-b704-4fd10655115b req-bf40a3a3-74fa-4934-835a-4cdc42f83685 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:47.292170 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2d0c351a-3e3f-455a-b704-4fd10655115b req-bf40a3a3-74fa-4934-835a-4cdc42f83685 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 943 time: 0.0659790 Apr 05 11:36:47.343761 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2d0c351a-3e3f-455a-b704-4fd10655115b req-14405a40-c9a3-4d49-ab59-f26e06dcae0a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456827 Apr 05 11:36:47.774710 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ff31f-2a17-4186-af88-a8ced67e124b req-899734e5-f622-4e4f-9446-aa11641d49be tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:47.776417 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-213ff31f-2a17-4186-af88-a8ced67e124b req-899734e5-f622-4e4f-9446-aa11641d49be tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0738003 Apr 05 11:36:47.834095 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-213ff31f-2a17-4186-af88-a8ced67e124b req-ec6783c1-a5c8-4748-88c7-3ada8b5db72c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497162 Apr 05 11:36:47.953108 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db3556-7ff6-4347-bb6b-75788148f829 req-9f54dec2-4015-4610-b32e-8c00f99f0d35 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:47.954945 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d4db3556-7ff6-4347-bb6b-75788148f829 req-9f54dec2-4015-4610-b32e-8c00f99f0d35 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0633850 Apr 05 11:36:48.007252 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d4db3556-7ff6-4347-bb6b-75788148f829 req-694f1203-7fa7-4326-b686-b2379b2c4203 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465598 Apr 05 11:36:48.258850 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefd307-3dd2-4f53-aaec-1db991d91307 req-659fef11-a9a5-4f2d-af3d-8c6c14d30d47 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:48.263380 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7eefd307-3dd2-4f53-aaec-1db991d91307 req-659fef11-a9a5-4f2d-af3d-8c6c14d30d47 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 945 time: 0.0837224 Apr 05 11:36:48.307687 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-70cbcb12-133f-452b-bebc-d990aa250a88 req-c017dcba-7bc4-4ebc-aac2-492bef1cd472 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0369284 Apr 05 11:36:48.340261 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7eefd307-3dd2-4f53-aaec-1db991d91307 req-93b71474-fdbe-47a2-951b-30172b3fcad5 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705922 Apr 05 11:36:48.479329 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a17fd-a0ae-47b7-bb8e-ee11a22320e9 req-dd81d8a7-f175-434e-9a9c-325643a15700 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:48.489689 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2e5a17fd-a0ae-47b7-bb8e-ee11a22320e9 req-dd81d8a7-f175-434e-9a9c-325643a15700 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 943 time: 0.0543449 Apr 05 11:36:48.545809 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2e5a17fd-a0ae-47b7-bb8e-ee11a22320e9 req-3d52dfb5-bb5f-4e21-a0d1-94ff8966add9 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528176 Apr 05 11:36:48.964599 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f14321-f2c5-4926-a405-6704284515d1 req-3a2eb7b2-bf44-4e36-8848-b80cebbdf4f5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:48.966130 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-73f14321-f2c5-4926-a405-6704284515d1 req-3a2eb7b2-bf44-4e36-8848-b80cebbdf4f5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0566301 Apr 05 11:36:49.018590 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-73f14321-f2c5-4926-a405-6704284515d1 req-573372e3-90a9-48a9-aae8-0067672c35aa tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466564 Apr 05 11:36:49.126823 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd32a9-7507-42a9-9b4f-1ee46c94446d req-0fef32fb-1550-4596-8a5f-9df2faf0f98d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:49.128618 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-24cd32a9-7507-42a9-9b4f-1ee46c94446d req-0fef32fb-1550-4596-8a5f-9df2faf0f98d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0540826 Apr 05 11:36:49.183407 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-24cd32a9-7507-42a9-9b4f-1ee46c94446d req-d348f65b-4fcf-4512-9a37-0de1b7849abe tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489092 Apr 05 11:36:49.409824 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-94fd196a-afa1-496c-9914-ed8e428579a8 req-dc570f17-37c8-4a06-8060-6ad7f26adec5 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0309739 Apr 05 11:36:49.472919 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce4601-94d5-4107-a21f-92b02195cacb req-fe106859-b189-4e64-842d-9ba09a1615b9 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:49.474414 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8cce4601-94d5-4107-a21f-92b02195cacb req-fe106859-b189-4e64-842d-9ba09a1615b9 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 945 time: 0.0625308 Apr 05 11:36:49.522495 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8cce4601-94d5-4107-a21f-92b02195cacb req-4576c6c9-fb76-4487-a557-13a1c22a4356 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423000 Apr 05 11:36:49.665283 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd88f7-59d3-437c-82a8-1f06548ee2a1 req-5a829802-d62c-49a3-998f-69806d1fe302 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:49.666675 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-cbfd88f7-59d3-437c-82a8-1f06548ee2a1 req-5a829802-d62c-49a3-998f-69806d1fe302 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 943 time: 0.0555708 Apr 05 11:36:49.723201 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-cbfd88f7-59d3-437c-82a8-1f06548ee2a1 req-3c786b55-2e1a-4ec1-9ae8-d6f7559b7293 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508277 Apr 05 11:36:50.166915 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19365d-9619-4c4b-82bd-f0cd78ff6fab req-d90da649-7d24-47ed-a0d1-67322cca3982 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:50.169170 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eb19365d-9619-4c4b-82bd-f0cd78ff6fab req-d90da649-7d24-47ed-a0d1-67322cca3982 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0672615 Apr 05 11:36:50.225042 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eb19365d-9619-4c4b-82bd-f0cd78ff6fab req-466735a2-56fa-4c20-8736-fff31bd6dcb6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499032 Apr 05 11:36:50.337594 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1330c-b4d0-4fd6-bc02-89d888b39abd req-45abf12b-c28d-448f-9c6b-20b2f76dff9e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:50.339090 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-95b1330c-b4d0-4fd6-bc02-89d888b39abd req-45abf12b-c28d-448f-9c6b-20b2f76dff9e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0633206 Apr 05 11:36:50.412648 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-95b1330c-b4d0-4fd6-bc02-89d888b39abd req-a89cae46-8968-43f5-8ce6-8e7dfcbe2ac8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610983 Apr 05 11:36:50.514109 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c18e577c-d128-400c-a83f-c382a3720ed5 req-1c335784-8229-4a44-9ea5-d51ba068fd85 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0271683 Apr 05 11:36:50.652724 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c497d4b-0b27-4ebe-9c27-36bc9261ce30 req-0e1ee6c7-6d94-428c-b849-69c230c35eee tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:50.654565 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3c497d4b-0b27-4ebe-9c27-36bc9261ce30 req-0e1ee6c7-6d94-428c-b849-69c230c35eee tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 945 time: 0.0565641 Apr 05 11:36:50.711361 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3c497d4b-0b27-4ebe-9c27-36bc9261ce30 req-974a0113-b13e-4384-b1b0-7791a8d1dbe4 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489354 Apr 05 11:36:50.850113 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe55f37-2f01-43cd-8808-6790c860847e req-ebb062b6-dc15-4f60-b014-d47d948c3cd3 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:50.851645 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8fe55f37-2f01-43cd-8808-6790c860847e req-ebb062b6-dc15-4f60-b014-d47d948c3cd3 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 943 time: 0.0593081 Apr 05 11:36:50.894211 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3e5024b6-916f-4169-b7f0-1187a8bae49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:50.898915 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8fe55f37-2f01-43cd-8808-6790c860847e req-9c2ff4cb-26ef-4cb2-b431-34b34966df86 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416272 Apr 05 11:36:51.380591 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab93bf-a325-426d-a3fd-045053adbe89 req-8443f927-80c9-4dad-ab94-85b7cd20c63f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:51.383058 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-50ab93bf-a325-426d-a3fd-045053adbe89 req-8443f927-80c9-4dad-ab94-85b7cd20c63f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0667300 Apr 05 11:36:51.434176 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-50ab93bf-a325-426d-a3fd-045053adbe89 req-55f97698-45d0-4dfc-8cdf-e9e38ae83a87 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455496 Apr 05 11:36:51.555043 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07afa4-e875-4abd-b093-3eb1a78984fd req-0ffb1575-dede-4ca8-ac0e-ca6d1ee11d80 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:51.556594 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1f07afa4-e875-4abd-b093-3eb1a78984fd req-0ffb1575-dede-4ca8-ac0e-ca6d1ee11d80 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0561132 Apr 05 11:36:51.620188 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-41507f0a-25fc-43b2-8ed0-76a9f590610d req-834c3f92-9573-4725-80ea-09c2f5bb5e75 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0317104 Apr 05 11:36:51.623606 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1f07afa4-e875-4abd-b093-3eb1a78984fd req-36b87427-c884-4745-b287-b96ef53b660d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602031 Apr 05 11:36:51.856997 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf88d1-2d01-4ee3-ac9c-03718769786e req-42f8845e-b6ff-403e-9253-6f79e7e814df tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:51.858475 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f5cf88d1-2d01-4ee3-ac9c-03718769786e req-42f8845e-b6ff-403e-9253-6f79e7e814df tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 945 time: 0.0554416 Apr 05 11:36:51.905872 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f5cf88d1-2d01-4ee3-ac9c-03718769786e req-705b26b0-7024-4acb-bb7f-043bdb666d7b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416946 Apr 05 11:36:52.058920 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68463a4-2b80-431f-8dae-98ee85724e19 req-b6363da2-fea1-47a6-8c08-2421f9e02ca3 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:52.060547 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a68463a4-2b80-431f-8dae-98ee85724e19 req-b6363da2-fea1-47a6-8c08-2421f9e02ca3 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 943 time: 0.0644586 Apr 05 11:36:52.110383 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a68463a4-2b80-431f-8dae-98ee85724e19 req-17bbcf63-2749-4beb-a750-d676ef85bbc9 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426965 Apr 05 11:36:52.586104 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a4ac5-ab82-4dc2-96d1-e041a90e296f req-c91a2152-7b24-4bae-b1da-7c1f0f8adb75 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:52.587525 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d5a4ac5-ab82-4dc2-96d1-e041a90e296f req-c91a2152-7b24-4bae-b1da-7c1f0f8adb75 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0528777 Apr 05 11:36:52.644517 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d5a4ac5-ab82-4dc2-96d1-e041a90e296f req-f67c0b95-b28d-446b-a493-652f67c1109c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514786 Apr 05 11:36:52.738064 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9aca200b-2641-44cf-abbb-9582ff2dda76 req-d2899232-f850-4a4f-94fd-672f1bd93672 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0273354 Apr 05 11:36:52.759228 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f4616-1b1b-4776-9f7a-6faeeec15b09 req-14b57a5b-6768-4031-8f4c-51cc6cfeea3f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:52.761166 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-578f4616-1b1b-4776-9f7a-6faeeec15b09 req-14b57a5b-6768-4031-8f4c-51cc6cfeea3f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0624030 Apr 05 11:36:52.810352 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-578f4616-1b1b-4776-9f7a-6faeeec15b09 req-884a8702-e757-49db-b4c8-fa10489e6b46 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427880 Apr 05 11:36:53.032138 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-20e1362c-45ca-462b-9847-1c1d36c110b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:53.054512 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc980c80-b11d-46bd-aede-57ff7e8f1198 req-52ffc4c6-4c84-42fe-9872-6b9e45d9b8a3 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:53.056984 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cc980c80-b11d-46bd-aede-57ff7e8f1198 req-52ffc4c6-4c84-42fe-9872-6b9e45d9b8a3 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 945 time: 0.0596521 Apr 05 11:36:53.109784 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cc980c80-b11d-46bd-aede-57ff7e8f1198 req-fd4de637-d6d5-4f4e-aec1-3c0fa2c0fd5d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470519 Apr 05 11:36:53.235451 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44233466-fb82-4516-8d82-5c5367ecf025 req-5b156466-6fb1-403e-876b-90791224e131 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:53.236952 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-44233466-fb82-4516-8d82-5c5367ecf025 req-5b156466-6fb1-403e-876b-90791224e131 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 943 time: 0.0572970 Apr 05 11:36:53.296435 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-44233466-fb82-4516-8d82-5c5367ecf025 req-08b2a64f-353b-441e-a715-5276cc609787 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527418 Apr 05 11:36:53.798264 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4603e9-5a82-4995-a624-42f3050ee048 req-30c0a676-09b0-43b6-b1d3-1561d4962d15 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:53.804130 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aa4603e9-5a82-4995-a624-42f3050ee048 req-30c0a676-09b0-43b6-b1d3-1561d4962d15 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0778656 Apr 05 11:36:53.857941 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aa4603e9-5a82-4995-a624-42f3050ee048 req-25f1eb5e-c484-40a5-bfbf-6e5b1ce7f58d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519423 Apr 05 11:36:53.863482 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-800e9f25-1438-475f-b65a-64d842f8ec39 req-bffc0f35-f61c-4210-a042-ea8daab6dafa tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0458634 Apr 05 11:36:54.008787 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c290b-7a7e-4388-b403-10b072394058 req-ead09a9f-c1b2-4551-87bf-e006fd25b6b8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:54.010293 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e04c290b-7a7e-4388-b403-10b072394058 req-ead09a9f-c1b2-4551-87bf-e006fd25b6b8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0758309 Apr 05 11:36:54.047320 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:54.064223 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e04c290b-7a7e-4388-b403-10b072394058 req-97433070-3f2f-423b-8f63-be849f601331 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481853 Apr 05 11:36:54.235257 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1b673-4601-49e2-85df-064f73f1fa8d req-abebeff0-96e4-4511-81ec-4b413cba0dd7 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:54.236943 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bec1b673-4601-49e2-85df-064f73f1fa8d req-abebeff0-96e4-4511-81ec-4b413cba0dd7 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 945 time: 0.0578415 Apr 05 11:36:54.297271 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bec1b673-4601-49e2-85df-064f73f1fa8d req-664491ee-395b-4938-8676-f7a677173af4 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538120 Apr 05 11:36:54.426980 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72180e-7795-4b09-9974-69aac6382ef0 req-5c4d7942-bc2a-4adf-a201-d141645fd127 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:54.428766 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0a72180e-7795-4b09-9974-69aac6382ef0 req-5c4d7942-bc2a-4adf-a201-d141645fd127 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 943 time: 0.0621197 Apr 05 11:36:54.479876 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0a72180e-7795-4b09-9974-69aac6382ef0 req-13e3da30-f460-48dc-b56f-cd2441cd5ffb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454872 Apr 05 11:36:54.973862 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-be208d24-f81a-4672-b2b8-4bd55fe09b55 req-be87deb3-819d-4eb3-8716-56b7066254d2 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0312917 Apr 05 11:36:55.016339 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63580a8-4262-4864-bf98-41c544498c6c req-2ed6a1cf-62a5-44ce-82fb-f9227622b50a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:55.017884 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e63580a8-4262-4864-bf98-41c544498c6c req-2ed6a1cf-62a5-44ce-82fb-f9227622b50a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0548768 Apr 05 11:36:55.069526 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e63580a8-4262-4864-bf98-41c544498c6c req-229f0111-b4eb-409e-bf31-b13486960774 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455120 Apr 05 11:36:55.201324 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e710778-0ae6-4ff7-a1d1-ebeaf2321182 req-975c772c-ecca-4b77-a164-3e536e36ad21 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:55.202898 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2e710778-0ae6-4ff7-a1d1-ebeaf2321182 req-975c772c-ecca-4b77-a164-3e536e36ad21 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0587254 Apr 05 11:36:55.256029 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2e710778-0ae6-4ff7-a1d1-ebeaf2321182 req-03ece63c-e03e-4232-bb75-908ec341cf66 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452032 Apr 05 11:36:55.431936 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522846ab-d593-4105-8adb-447b015ffd06 req-b9011245-f08d-435b-b364-9587e0a6e1dc tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:55.433459 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-522846ab-d593-4105-8adb-447b015ffd06 req-b9011245-f08d-435b-b364-9587e0a6e1dc tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 945 time: 0.0616398 Apr 05 11:36:55.443211 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:55.487269 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-522846ab-d593-4105-8adb-447b015ffd06 req-2c9f78f2-b6b2-4475-80dc-5eec3144f9d8 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468924 Apr 05 11:36:55.602494 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535ea59-0bdf-4ed5-829d-02de7b52a802 req-60aefa58-3e2c-4500-a8e6-217098275941 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:55.603949 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3535ea59-0bdf-4ed5-829d-02de7b52a802 req-60aefa58-3e2c-4500-a8e6-217098275941 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 943 time: 0.0558124 Apr 05 11:36:55.653897 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3535ea59-0bdf-4ed5-829d-02de7b52a802 req-4553569e-4477-4c8b-af1b-e54ae2e66fb3 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439055 Apr 05 11:36:56.084699 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a93c31a6-254b-48f9-bc0d-7c957bb69555 req-2ae89f98-a303-4766-b387-3350c0940d5f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0320959 Apr 05 11:36:56.197981 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58703a-2e38-4966-a1fb-41be5a81a422 req-d6626ebc-9e90-4d01-9935-2dc55db21ec5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:56.199408 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1b58703a-2e38-4966-a1fb-41be5a81a422 req-d6626ebc-9e90-4d01-9935-2dc55db21ec5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0533953 Apr 05 11:36:56.254140 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1b58703a-2e38-4966-a1fb-41be5a81a422 req-333e3385-5546-4852-a952-ec28021fdd40 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491102 Apr 05 11:36:56.381469 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd6c9a-ed18-4898-921a-bc04f13e0af2 req-581e7f74-1442-4dab-9af5-29ecd244e278 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:56.383018 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-63bd6c9a-ed18-4898-921a-bc04f13e0af2 req-581e7f74-1442-4dab-9af5-29ecd244e278 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0568876 Apr 05 11:36:56.432429 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-63bd6c9a-ed18-4898-921a-bc04f13e0af2 req-32deb7d4-8178-4aa1-b040-8e9bac67f780 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437160 Apr 05 11:36:56.608941 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dfd0e-0706-4e21-87e1-8516b703e334 req-3f9618a6-0a81-4f3d-8142-a7558b909659 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:56.610416 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-218dfd0e-0706-4e21-87e1-8516b703e334 req-3f9618a6-0a81-4f3d-8142-a7558b909659 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 945 time: 0.0550621 Apr 05 11:36:56.658918 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-218dfd0e-0706-4e21-87e1-8516b703e334 req-4bcc88d0-23a2-4f20-992b-e1037a36564a tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427883 Apr 05 11:36:56.775779 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f253449-4cb0-4a94-afc5-a4a7adac8e3e req-9ca296df-f851-4c41-a18c-042c2a9d3bc7 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:56.777133 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8f253449-4cb0-4a94-afc5-a4a7adac8e3e req-9ca296df-f851-4c41-a18c-042c2a9d3bc7 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 943 time: 0.0551283 Apr 05 11:36:56.823925 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8f253449-4cb0-4a94-afc5-a4a7adac8e3e req-c32c285e-f0f2-41fd-b95c-ba941c5bb927 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411267 Apr 05 11:36:56.928752 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:57.179320 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-60e9b041-fbf9-45ec-834d-b7d2cc238248 req-d67acb91-c708-48b9-a396-a9769a6de639 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0281396 Apr 05 11:36:57.383735 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c1013-37fd-47fa-847f-e3a596a8f717 req-588d14bf-a802-4ef7-a795-ead9687b9289 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:57.385276 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-594c1013-37fd-47fa-847f-e3a596a8f717 req-588d14bf-a802-4ef7-a795-ead9687b9289 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0571778 Apr 05 11:36:57.434115 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-594c1013-37fd-47fa-847f-e3a596a8f717 req-94818331-501e-4dd0-8f77-4ff50ea27c3a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425177 Apr 05 11:36:57.551167 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e532b4-02dd-4ecd-b2b6-dbbe8bc25720 req-83e0acb6-0e6f-41cd-962c-8e60264674e7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:57.552608 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-24e532b4-02dd-4ecd-b2b6-dbbe8bc25720 req-83e0acb6-0e6f-41cd-962c-8e60264674e7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0540853 Apr 05 11:36:57.603591 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-24e532b4-02dd-4ecd-b2b6-dbbe8bc25720 req-2a1bab8a-2e36-4307-acb6-1098dc4eb1cc tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452414 Apr 05 11:36:57.775744 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a298f-7564-416f-9d2b-cfe3d6933442 req-c25175a6-c575-46b5-aa20-5d0429a5bc27 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:57.777238 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2b3a298f-7564-416f-9d2b-cfe3d6933442 req-c25175a6-c575-46b5-aa20-5d0429a5bc27 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 945 time: 0.0521657 Apr 05 11:36:57.840845 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2b3a298f-7564-416f-9d2b-cfe3d6933442 req-addf1566-84e0-4abe-b65b-45dfac57989d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555985 Apr 05 11:36:57.944907 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe34d3-fd07-4f51-8c88-de8b6b4a63f4 req-3618bcef-787e-4f0f-8dd7-06991ad37251 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:57.946452 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-60fe34d3-fd07-4f51-8c88-de8b6b4a63f4 req-3618bcef-787e-4f0f-8dd7-06991ad37251 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 943 time: 0.0543721 Apr 05 11:36:57.994373 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-60fe34d3-fd07-4f51-8c88-de8b6b4a63f4 req-41ced33f-c261-4b32-8d6d-a499551bfe06 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 Apr 05 11:36:58.273994 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0e078c61-4d3d-4691-88d0-e42001ce6639 req-eb8dcd79-5d9f-42a5-aed7-18a354ded2a5 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0272572 Apr 05 11:36:58.588324 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5130de-c442-4cde-9ef6-e974426083b6 req-8a99273b-f363-41d8-a1d8-4416f4d8144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:58.589849 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d5130de-c442-4cde-9ef6-e974426083b6 req-8a99273b-f363-41d8-a1d8-4416f4d8144c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 1128 time: 0.1246088 Apr 05 11:36:58.592495 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-7193c07b-5acc-40ed-81c2-faa96151695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:58.595667 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-7193c07b-5acc-40ed-81c2-faa96151695d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d629246f6ced4cc8b75399b7a0723868&device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 1127 time: 0.1382225 Apr 05 11:36:58.608090 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afa509-0497-4f6b-860b-b9d7e78af8d2 req-fc87bd0b-ad79-4a04-8516-4edafc7efaf3 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:58.610113 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-78afa509-0497-4f6b-860b-b9d7e78af8d2 req-fc87bd0b-ad79-4a04-8516-4edafc7efaf3 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0998933 Apr 05 11:36:58.667866 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-78afa509-0497-4f6b-860b-b9d7e78af8d2 req-efbdd8a9-6246-42dc-b1b1-da48eb1c2e39 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511429 Apr 05 11:36:58.766255 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e15d8-ccf8-41c1-ab23-6146b3e7f5ab req-992b2360-c9cc-48ee-9f66-ee368876c151 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:58.768383 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-178e15d8-ccf8-41c1-ab23-6146b3e7f5ab req-992b2360-c9cc-48ee-9f66-ee368876c151 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0784121 Apr 05 11:36:58.837277 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-178e15d8-ccf8-41c1-ab23-6146b3e7f5ab req-5b198f15-b2fc-40f4-9c1d-7e9195dc82fd tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580046 Apr 05 11:36:59.126729 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69703a31-d0a0-4971-9fe4-981dbdf4581f req-7663fb6e-8bad-4530-8d75-84c446c7be38 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:59.128482 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-69703a31-d0a0-4971-9fe4-981dbdf4581f req-7663fb6e-8bad-4530-8d75-84c446c7be38 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 943 time: 0.0603216 Apr 05 11:36:59.288855 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-13c3f65d-d00e-46b5-8b89-f4fabe7fc359 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 HTTP/1.1" status: 200 len: 217 time: 0.1392715 Apr 05 11:36:59.382733 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-69703a31-d0a0-4971-9fe4-981dbdf4581f req-20f6864a-1cc0-45d6-ae29-6f8f3030293f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353909 Apr 05 11:36:59.404829 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5130de-c442-4cde-9ef6-e974426083b6 req-a13a83bc-2385-4e29-870e-85a92f31e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:59.406406 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d5130de-c442-4cde-9ef6-e974426083b6 req-a13a83bc-2385-4e29-870e-85a92f31e040 service neutron] 10.222.0.57 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 920 time: 0.2739801 Apr 05 11:36:59.408195 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-7c419d28-1ca4-44b9-99da-7dc53a1459b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:59.421124 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-7c419d28-1ca4-44b9-99da-7dc53a1459b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5cd637a4-454f-44ef-8588-c6f33cdbe982 HTTP/1.1" status: 200 len: 853 time: 0.1104438 Apr 05 11:36:59.483124 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d5130de-c442-4cde-9ef6-e974426083b6 req-f912af42-935b-461e-b634-56e03a299453 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58614d08-35a9-4fc5-87b1-2d61b40de959 HTTP/1.1" status: 200 len: 217 time: 0.0601723 Apr 05 11:36:59.526854 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e9d1d8dc-e269-45c8-8e87-d4b391f9014f req-6c8faa3d-e7a2-4402-b939-44253a502d0a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0562346 Apr 05 11:36:59.564115 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-3870a327-323f-478b-9314-f26d03dbef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:59.565693 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-3870a327-323f-478b-9314-f26d03dbef9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83da91da-2a37-43a9-b807-df1a6d29d057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1415780 Apr 05 11:36:59.573064 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5130de-c442-4cde-9ef6-e974426083b6 req-17a6671e-0f75-4dc0-a8a9-0e00fb4bbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:59.574461 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d5130de-c442-4cde-9ef6-e974426083b6 req-17a6671e-0f75-4dc0-a8a9-0e00fb4bbb71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a2d4898-c05f-41d9-ad48-eba0b48abf12 HTTP/1.1" status: 200 len: 858 time: 0.0817411 Apr 05 11:36:59.710100 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 58614d08-35a9-4fc5-87b1-2d61b40de959 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:36:59.740826 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5130de-c442-4cde-9ef6-e974426083b6 req-c3c91820-b4e8-4dee-9948-e53b1750da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:59.746506 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d5130de-c442-4cde-9ef6-e974426083b6 req-c3c91820-b4e8-4dee-9948-e53b1750da3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=912aa55e-5878-42db-a34a-a968382fba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1326962 Apr 05 11:36:59.755900 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-6a94a48d-d0df-4ac4-9926-1345fa76ea14 service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447890 Apr 05 11:36:59.826552 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be00ab-20ec-40be-99cb-c1c540fa5119 req-e0938898-353a-4965-98b2-fe8f3bf5c508 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:59.836803 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a2be00ab-20ec-40be-99cb-c1c540fa5119 req-e0938898-353a-4965-98b2-fe8f3bf5c508 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0611732 Apr 05 11:36:59.836948 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc4dc7-cef5-44fc-8a6c-5df105e13f45 req-1e36168c-02cb-4d3a-93c2-ad218ab608f1 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:59.836948 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-89bc4dc7-cef5-44fc-8a6c-5df105e13f45 req-1e36168c-02cb-4d3a-93c2-ad218ab608f1 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 945 time: 0.0733538 Apr 05 11:36:59.845692 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 58614d08-35a9-4fc5-87b1-2d61b40de959, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=58614d08-35a9-4fc5-87b1-2d61b40de959,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:59.859019 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '58614d08-35a9-4fc5-87b1-2d61b40de959', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'port_id': '58614d08-35a9-4fc5-87b1-2d61b40de959', 'mac_address': 'fa:16:3e:10:61:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:36:59.885325 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a2be00ab-20ec-40be-99cb-c1c540fa5119 req-7e64f988-9f26-48d5-b8aa-27316edef2da tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488663 Apr 05 11:36:59.903965 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-89bc4dc7-cef5-44fc-8a6c-5df105e13f45 req-836bcf03-c635-4bf4-bbaa-a99d5d8e1b28 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674765 Apr 05 11:36:59.918155 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 58614d08-35a9-4fc5-87b1-2d61b40de959 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:59.918155 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (58614d08-35a9-4fc5-87b1-2d61b40de959), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:59.933184 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58614d08-35a9-4fc5-87b1-2d61b40de959 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:36:59.954246 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 58614d08-35a9-4fc5-87b1-2d61b40de959, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=58614d08-35a9-4fc5-87b1-2d61b40de959,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:00.003894 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdc4c0-8aca-4289-af27-0f71a6189224 req-d990453c-6662-46fd-88a8-19086341df0e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:00.005461 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-02fdc4c0-8aca-4289-af27-0f71a6189224 req-d990453c-6662-46fd-88a8-19086341df0e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0535045 Apr 05 11:37:00.020220 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (58614d08-35a9-4fc5-87b1-2d61b40de959), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:00.057216 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-02fdc4c0-8aca-4289-af27-0f71a6189224 req-353ad280-8335-49fa-b21d-b3e9185ea95f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459490 Apr 05 11:37:00.077123 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=58614d08-35a9-4fc5-87b1-2d61b40de959,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:00.461613 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['58614d08-35a9-4fc5-87b1-2d61b40de959'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:37:00.505517 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99528fb4-7bf2-42ee-8b34-740c0c44884c req-8e72396a-0fd7-49c0-9fee-47f67635eda5 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:00.507163 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-99528fb4-7bf2-42ee-8b34-740c0c44884c req-8e72396a-0fd7-49c0-9fee-47f67635eda5 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 943 time: 0.0556829 Apr 05 11:37:00.555946 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-99528fb4-7bf2-42ee-8b34-740c0c44884c req-18f6ba16-1dde-491f-980b-2452d1bee73d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430067 Apr 05 11:37:00.622295 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-57ac5e75-0ceb-4ac5-adc1-9b21e2261f4e req-dca6cdd8-31a6-4a2b-bc26-72000a706b2b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0268831 Apr 05 11:37:01.011515 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff4938-e50d-4cde-8d84-094d9c265bae req-0b919975-918f-4b1b-89de-9d944cc5486e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:01.013061 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ebff4938-e50d-4cde-8d84-094d9c265bae req-0b919975-918f-4b1b-89de-9d944cc5486e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0537691 Apr 05 11:37:01.027781 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d88aa9-a9e4-4779-9980-b66637509da1 req-ba30fec0-7080-4ece-9f97-758cf8f8c0f2 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:01.029366 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c6d88aa9-a9e4-4779-9980-b66637509da1 req-ba30fec0-7080-4ece-9f97-758cf8f8c0f2 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 945 time: 0.0528524 Apr 05 11:37:01.061129 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ebff4938-e50d-4cde-8d84-094d9c265bae req-f1d49f69-7082-4def-8ca4-4b08b80af06d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419474 Apr 05 11:37:01.077720 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c6d88aa9-a9e4-4779-9980-b66637509da1 req-3b13374f-3e84-403a-9bbd-2db0ef8f4e5a tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421014 Apr 05 11:37:01.184024 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182aad94-0bdf-4f95-9eef-daa7c277e0e5 req-059620ed-c7b7-45b9-af1e-22b28d9a1e6f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:01.187922 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-182aad94-0bdf-4f95-9eef-daa7c277e0e5 req-059620ed-c7b7-45b9-af1e-22b28d9a1e6f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 945 time: 0.0567904 Apr 05 11:37:01.238252 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-182aad94-0bdf-4f95-9eef-daa7c277e0e5 req-018531fa-cfa1-4150-a32e-eeeb90a5723e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461652 Apr 05 11:37:01.330036 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a8b8e4f5-b609-49aa-8613-4fd49e4030e2 req-05572f95-b9b7-4cde-a989-15686dfca797 service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546283 Apr 05 11:37:01.331830 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d5130de-c442-4cde-9ef6-e974426083b6 req-afcd54f0-4309-4d11-a24a-ea9c88a11497 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489933 Apr 05 11:37:01.482800 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d5130de-c442-4cde-9ef6-e974426083b6 req-94ce4827-a965-4ca1-8182-fe9da85bb564 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974507 Apr 05 11:37:01.673788 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf811f-82b8-4143-a4a9-1d5f4d12a006 req-97f68ced-314b-4d11-9c91-dc2bb50761a9 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:01.675275 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fcbf811f-82b8-4143-a4a9-1d5f4d12a006 req-97f68ced-314b-4d11-9c91-dc2bb50761a9 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 943 time: 0.0537257 Apr 05 11:37:01.717677 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-058ba1d4-8293-4e58-ab0c-8c5b1cdf1252 req-286767ea-bdc0-439a-b645-3938b37476d8 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0280569 Apr 05 11:37:01.719186 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 58614d08-35a9-4fc5-87b1-2d61b40de959 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:37:01.730902 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fcbf811f-82b8-4143-a4a9-1d5f4d12a006 req-467e6bb3-1f94-4168-bdb6-4893041d3b07 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498290 Apr 05 11:37:01.968361 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 58614d08-35a9-4fc5-87b1-2d61b40de959 completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:37:01.972904 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 58614d08-35a9-4fc5-87b1-2d61b40de959 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:01.973274 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (58614d08-35a9-4fc5-87b1-2d61b40de959), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:02.052881 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 58614d08-35a9-4fc5-87b1-2d61b40de959 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:02.053258 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (58614d08-35a9-4fc5-87b1-2d61b40de959), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:02.075927 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58614d08-35a9-4fc5-87b1-2d61b40de959'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:02.078758 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cd94a4-4cf4-488b-a0d2-32bd6ae124ad" -d '{"events": [{"server_uuid": "008fc123-e8f0-413c-8da8-d8057f45c0b9", "name": "network-vif-plugged", "status": "completed", "tag": "58614d08-35a9-4fc5-87b1-2d61b40de959"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:02.090772 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 58614d08-35a9-4fc5-87b1-2d61b40de959, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=58614d08-35a9-4fc5-87b1-2d61b40de959,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:02.126236 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0870f20a-241c-4758-9c3f-329c86fd60b1 x-openstack-request-id: req-0870f20a-241c-4758-9c3f-329c86fd60b1 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:02.126556 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008fc123-e8f0-413c-8da8-d8057f45c0b9", "name": "network-vif-plugged", "status": "completed", "tag": "58614d08-35a9-4fc5-87b1-2d61b40de959", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:02.126821 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0870f20a-241c-4758-9c3f-329c86fd60b1 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:02.127262 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0870f20a-241c-4758-9c3f-329c86fd60b1'] response: {'server_uuid': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58614d08-35a9-4fc5-87b1-2d61b40de959', 'code': 200} Apr 05 11:37:02.184148 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (58614d08-35a9-4fc5-87b1-2d61b40de959), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:02.191771 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68f7a2-9611-4f6e-942a-960b79263231 req-11434473-8506-4874-b863-0c27a5ee483e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:02.192308 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9e68f7a2-9611-4f6e-942a-960b79263231 req-11434473-8506-4874-b863-0c27a5ee483e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0542195 Apr 05 11:37:02.226307 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b72b-d0df-40f8-8a94-8d614d46d4be req-701be640-856c-4d60-9625-8cae562e148b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:02.228555 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b081b72b-d0df-40f8-8a94-8d614d46d4be req-701be640-856c-4d60-9625-8cae562e148b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 945 time: 0.0569396 Apr 05 11:37:02.236804 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=58614d08-35a9-4fc5-87b1-2d61b40de959,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:02.254279 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9e68f7a2-9611-4f6e-942a-960b79263231 req-fbb4aea4-b92d-4388-899e-14830dc5e21d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526085 Apr 05 11:37:02.283389 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b081b72b-d0df-40f8-8a94-8d614d46d4be req-aa596210-20e2-45a4-aeab-66fa65e0a779 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463824 Apr 05 11:37:02.366935 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57cd51-eca9-4040-ae88-04af474ceaaf req-cf9797dc-e10e-47fc-b0d9-ecd5fb960185 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:02.368425 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aa57cd51-eca9-4040-ae88-04af474ceaaf req-cf9797dc-e10e-47fc-b0d9-ecd5fb960185 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0522192 Apr 05 11:37:02.414626 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aa57cd51-eca9-4040-ae88-04af474ceaaf req-0db43210-e976-4796-865f-c0d46862ecb7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405884 Apr 05 11:37:02.778116 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31520f-147a-4b15-8442-e40865649512 req-8392f060-8391-43c5-8547-3a0b8f862ad8 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:02.779309 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae31520f-147a-4b15-8442-e40865649512 req-8392f060-8391-43c5-8547-3a0b8f862ad8 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.57 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 945 time: 0.0579755 Apr 05 11:37:02.827137 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8c078de5-6f2f-48d1-8685-6a21492b2602 req-aba16ac2-7ad0-4795-a5f6-e5f6e57de09b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0308971 Apr 05 11:37:02.886506 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f18249-10db-4424-b05a-df6e76adb58d req-32cdb4ec-2232-42f9-a7c5-c79de0e5d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:02.888074 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b0f18249-10db-4424-b05a-df6e76adb58d req-32cdb4ec-2232-42f9-a7c5-c79de0e5d8ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d629246f6ced4cc8b75399b7a0723868&device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 1127 time: 0.0775232 Apr 05 11:37:02.896351 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645fcf7-9c7c-47ad-85be-1d4578454fd5 req-19794dd7-b5fe-477f-b875-b20da045378f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:02.897732 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6645fcf7-9c7c-47ad-85be-1d4578454fd5 req-19794dd7-b5fe-477f-b875-b20da045378f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 943 time: 0.0776868 Apr 05 11:37:02.944256 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6645fcf7-9c7c-47ad-85be-1d4578454fd5 req-8ec4799b-47e8-4185-892a-f935739d14eb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407901 Apr 05 11:37:03.284988 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f18249-10db-4424-b05a-df6e76adb58d req-080733c9-4164-4448-9997-729f34c0bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:03.286450 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b0f18249-10db-4424-b05a-df6e76adb58d req-080733c9-4164-4448-9997-729f34c0bc63 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83da91da-2a37-43a9-b807-df1a6d29d057 HTTP/1.1" status: 200 len: 915 time: 0.1233494 Apr 05 11:37:03.293252 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-ae31520f-147a-4b15-8442-e40865649512 req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Deleting port 46254a19-2915-4f71-9cc7-2172c9f88106 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:37:03.293596 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-ae31520f-147a-4b15-8442-e40865649512 req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (46254a19-2915-4f71-9cc7-2172c9f88106), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:03.353493 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b0f18249-10db-4424-b05a-df6e76adb58d req-6089cf65-98d1-4ba1-86be-c9dc19cf21e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 HTTP/1.1" status: 200 len: 217 time: 0.0569010 Apr 05 11:37:03.411643 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944d8a8-86cf-4994-a912-0d244e85b9e4 req-4be0f719-4a7b-49fd-aaa4-d798c220d395 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:03.413262 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9944d8a8-86cf-4994-a912-0d244e85b9e4 req-4be0f719-4a7b-49fd-aaa4-d798c220d395 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0598464 Apr 05 11:37:03.481000 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f18249-10db-4424-b05a-df6e76adb58d req-4e64d837-bbd2-44e6-b4aa-9c0d626ed104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:03.482449 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b0f18249-10db-4424-b05a-df6e76adb58d req-4e64d837-bbd2-44e6-b4aa-9c0d626ed104 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5cd637a4-454f-44ef-8588-c6f33cdbe982 HTTP/1.1" status: 200 len: 853 time: 0.1014395 Apr 05 11:37:03.493312 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-ae31520f-147a-4b15-8442-e40865649512 req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] For port 46254a19-2915-4f71-9cc7-2172c9f88106, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=46254a19-2915-4f71-9cc7-2172c9f88106,segment=NetworkSegment(380819f6-6a24-4cd1-95af-1c3044296441),segment_id=380819f6-6a24-4cd1-95af-1c3044296441)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:03.493667 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9944d8a8-86cf-4994-a912-0d244e85b9e4 req-99cd2816-2b2c-4ac9-a2ee-3e95a9fc3b21 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743651 Apr 05 11:37:03.493781 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-ae31520f-147a-4b15-8442-e40865649512 req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (46254a19-2915-4f71-9cc7-2172c9f88106), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:03.499538 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3c829-76fc-4a98-91ae-27f55651b2ba req-613a6971-6377-43e6-9654-bb207d4f8574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:03.502179 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3fb3c829-76fc-4a98-91ae-27f55651b2ba req-613a6971-6377-43e6-9654-bb207d4f8574 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 1130 time: 0.0756125 Apr 05 11:37:03.533860 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-ae31520f-147a-4b15-8442-e40865649512 req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Calling delete_port for 46254a19-2915-4f71-9cc7-2172c9f88106 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:37:03.543774 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e8aa4-0cf7-49e1-86c0-edf3b5302500 req-e2a5c6cc-c282-449b-acd6-06b608ae3d1c tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:03.545711 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-964e8aa4-0cf7-49e1-86c0-edf3b5302500 req-e2a5c6cc-c282-449b-acd6-06b608ae3d1c tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 945 time: 0.1635926 Apr 05 11:37:03.569143 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3fb3c829-76fc-4a98-91ae-27f55651b2ba req-9bef856c-ee4c-4e92-9b4d-367a61a657cd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553951 Apr 05 11:37:03.633228 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2996d-78d5-4f39-aa34-ad6af6a93a3f req-b210f510-0633-4270-be59-6b6d8608979f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:03.634836 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e8f2996d-78d5-4f39-aa34-ad6af6a93a3f req-b210f510-0633-4270-be59-6b6d8608979f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0605257 Apr 05 11:37:03.688152 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e8f2996d-78d5-4f39-aa34-ad6af6a93a3f req-fd11bfe5-23ad-44ae-9ebc-7b48d550391c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464962 Apr 05 11:37:03.744622 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:37:03.867755 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6bedd3d0-95f4-48c4-b38a-8ecae6e627b0,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:03.880393 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '6bedd3d0-95f4-48c4-b38a-8ecae6e627b0', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'port_id': '6bedd3d0-95f4-48c4-b38a-8ecae6e627b0', 'mac_address': 'fa:16:3e:2c:1f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:37:03.928668 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:03.929115 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (6bedd3d0-95f4-48c4-b38a-8ecae6e627b0), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:03.945534 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:37:03.949860 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7fd8b457-cb24-48ff-9009-c0fee185e292 req-d7973191-4832-47db-8ae1-1ebb856753ed tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0433662 Apr 05 11:37:03.959823 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f18249-10db-4424-b05a-df6e76adb58d req-8c03b4df-3931-412c-8ed1-0e2197f95860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:03.961319 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b0f18249-10db-4424-b05a-df6e76adb58d req-8c03b4df-3931-412c-8ed1-0e2197f95860 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83da91da-2a37-43a9-b807-df1a6d29d057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4700119 Apr 05 11:37:03.979852 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6bedd3d0-95f4-48c4-b38a-8ecae6e627b0,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:04.012586 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-964e8aa4-0cf7-49e1-86c0-edf3b5302500 req-7716b7cb-2e81-45a5-aeac-42e12bc9f624 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590647 Apr 05 11:37:04.083812 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4d0dd-e19d-4d78-b718-875e38ace417 req-16ab711e-c4be-4f74-a419-edd08d0b2beb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:04.085472 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-89b4d0dd-e19d-4d78-b718-875e38ace417 req-16ab711e-c4be-4f74-a419-edd08d0b2beb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 943 time: 0.0607717 Apr 05 11:37:04.086602 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (6bedd3d0-95f4-48c4-b38a-8ecae6e627b0), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:04.088358 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-553a064b-6c28-4eb6-be53-da93b2a35e1b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:04.089612 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-553a064b-6c28-4eb6-be53-da93b2a35e1b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.57 "GET /v2.0/networks?id=c77bd11c-2083-4ad7-adab-65001019d0d4 HTTP/1.1" status: 200 len: 815 time: 0.5207763 Apr 05 11:37:04.138495 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=6bedd3d0-95f4-48c4-b38a-8ecae6e627b0,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:04.139098 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-89b4d0dd-e19d-4d78-b718-875e38ace417 req-65965465-7026-44d6-82a1-6e4669a46988 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462027 Apr 05 11:37:04.144328 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b0f18249-10db-4424-b05a-df6e76adb58d req-27407b0b-9100-4ca1-ad57-73f8d6fdb1be service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706121 Apr 05 11:37:04.147092 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.147458 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.147846 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.148165 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.148504 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.148858 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.149222 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.149550 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.149939 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.150203 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.150532 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.150862 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.151184 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.153085 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.153440 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.243010 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-ae31520f-147a-4b15-8442-e40865649512 req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (46254a19-2915-4f71-9cc7-2172c9f88106), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:04.277801 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Pushing event deleted for resources: {'Port': ['ID=46254a19-2915-4f71-9cc7-2172c9f88106,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:04.291703 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.292282 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.292405 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.292788 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.293129 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.293461 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.293792 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.294120 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.294448 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.294774 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.295100 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.295435 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.295784 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.296107 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.296462 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:04.332231 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae31520f-147a-4b15-8442-e40865649512 req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] No DVR routers for this DVR port 46254a19-2915-4f71-9cc7-2172c9f88106 on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:37:04.334858 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-ae31520f-147a-4b15-8442-e40865649512 req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:04.338149 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae31520f-147a-4b15-8442-e40865649512 req-bc049c4e-a59c-4bc6-baa4-c7a96c08424b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.57 "DELETE /v2.0/ports/46254a19-2915-4f71-9cc7-2172c9f88106 HTTP/1.1" status: 204 len: 173 time: 1.2119255 Apr 05 11:37:04.338682 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4678fbbd-049c-4736-a18b-83e5a239185a', 'name': 'network-vif-deleted', 'tag': '46254a19-2915-4f71-9cc7-2172c9f88106'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:04.340903 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65be7e43-7536-4550-a634-5cd7a3504e21" -d '{"events": [{"server_uuid": "4678fbbd-049c-4736-a18b-83e5a239185a", "name": "network-vif-deleted", "tag": "46254a19-2915-4f71-9cc7-2172c9f88106"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:04.376606 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45063b2-7d38-4003-8afe-59a6efa25243 x-openstack-request-id: req-e45063b2-7d38-4003-8afe-59a6efa25243 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:04.376905 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4678fbbd-049c-4736-a18b-83e5a239185a", "name": "network-vif-deleted", "tag": "46254a19-2915-4f71-9cc7-2172c9f88106", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:04.377162 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e45063b2-7d38-4003-8afe-59a6efa25243 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:04.377582 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45063b2-7d38-4003-8afe-59a6efa25243'] response: {'server_uuid': '4678fbbd-049c-4736-a18b-83e5a239185a', 'name': 'network-vif-deleted', 'tag': '46254a19-2915-4f71-9cc7-2172c9f88106', 'status': 'completed', 'code': 200} Apr 05 11:37:04.623431 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573ae88-29ec-4c0b-acde-9bc595397f0e req-991eb61e-fe7b-4dd7-9c3a-6a8e2a024f18 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:04.625346 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1573ae88-29ec-4c0b-acde-9bc595397f0e req-991eb61e-fe7b-4dd7-9c3a-6a8e2a024f18 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0555072 Apr 05 11:37:04.671013 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1573ae88-29ec-4c0b-acde-9bc595397f0e req-1381514f-cec6-4c6c-8df7-286b47008a9a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401015 Apr 05 11:37:04.676409 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['6bedd3d0-95f4-48c4-b38a-8ecae6e627b0'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:37:04.809384 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-2738cce0-5faa-4aab-af55-e2c875af200f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Request body: {'port': {'device_id': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4', 'admin_state_up': True, 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:04.950812 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead7819-7e04-40ec-af9d-59dd75166c02 req-3eec4adc-12a0-48d0-8c30-f72054a970e1 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:04.952234 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7ead7819-7e04-40ec-af9d-59dd75166c02 req-3eec4adc-12a0-48d0-8c30-f72054a970e1 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.1960087 Apr 05 11:37:04.977504 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b0f18249-10db-4424-b05a-df6e76adb58d req-1dadc278-84f8-48a2-bd94-8397e69313c2 service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094197 Apr 05 11:37:05.034262 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7ead7819-7e04-40ec-af9d-59dd75166c02 req-adef27dc-a796-400b-a669-94dcd7045146 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739255 Apr 05 11:37:05.055668 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2cd826a9-1203-426e-a409-32d831bbf095 req-d84d54f5-9a2a-4508-9dd3-067bbae77407 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0283027 Apr 05 11:37:05.106795 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-2738cce0-5faa-4aab-af55-e2c875af200f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Made reservation on behalf of be5f73d3bb5948299a1d81283e0c738a for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:37:05.110642 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-2738cce0-5faa-4aab-af55-e2c875af200f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:05.134346 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-056110a2-e945-42e2-b1df-7868d927d9eb req-24715253-3cd3-4cbf-b0a7-b3f4e4311cb9 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.0373197 Apr 05 11:37:05.262694 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-2738cce0-5faa-4aab-af55-e2c875af200f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Allocated IP 172.20.0.14 (c77bd11c-2083-4ad7-adab-65001019d0d4/367f3ebf-9711-4ac7-8f92-7e3f1980efc2/1c450bf1-70cb-43f6-b3c7-8ca81f6a779b) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:37:05.276794 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a20c73-1d8e-448c-8f5a-1f0fc1166dd0 req-ef8ee9d4-bb22-4abe-ab7b-daaeb88129ce tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:05.278937 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b3a20c73-1d8e-448c-8f5a-1f0fc1166dd0 req-ef8ee9d4-bb22-4abe-ab7b-daaeb88129ce tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 944 time: 0.0589340 Apr 05 11:37:05.332334 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b3a20c73-1d8e-448c-8f5a-1f0fc1166dd0 req-c6727dda-d8e8-4690-a4e3-bd5aa1bbe8a0 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467303 Apr 05 11:37:05.414136 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-2738cce0-5faa-4aab-af55-e2c875af200f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:05.532819 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-2738cce0-5faa-4aab-af55-e2c875af200f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:05.582427 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-2738cce0-5faa-4aab-af55-e2c875af200f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Network c77bd11c-2083-4ad7-adab-65001019d0d4 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:37:05.586487 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-2738cce0-5faa-4aab-af55-e2c875af200f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:05.591741 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-2738cce0-5faa-4aab-af55-e2c875af200f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:37:05.599814 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-2738cce0-5faa-4aab-af55-e2c875af200f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:05.600712 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-2738cce0-5faa-4aab-af55-e2c875af200f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:05.619694 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738cce0-5faa-4aab-af55-e2c875af200f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Pushing event updated for resources: {'Port': ['ID=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:05.726049 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-2738cce0-5faa-4aab-af55-e2c875af200f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9295025 Apr 05 11:37:05.784641 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:37:05.805992 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2130ee2-8266-42c7-ba94-fef3f7f686f7 req-ca80c72e-3ac8-445b-9549-ff588b7932b5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:05.808128 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b2130ee2-8266-42c7-ba94-fef3f7f686f7 req-ca80c72e-3ac8-445b-9549-ff588b7932b5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0608742 Apr 05 11:37:05.835538 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-28d3f951-2a53-4a03-963d-7ee23e4fca1f None None] Provisioning complete for port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:05.835913 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-28d3f951-2a53-4a03-963d-7ee23e4fca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:05.856975 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b2130ee2-8266-42c7-ba94-fef3f7f686f7 req-5c2860bd-9ea8-4bca-98f6-40d828a78be2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418293 Apr 05 11:37:05.880872 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-28d3f951-2a53-4a03-963d-7ee23e4fca1f None None] Port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:37:06.160998 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb7130-7333-4f0a-af5e-b93f4d443bb7 req-d411fa3b-0531-440d-9a37-4b33fec6e625 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:06.162561 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-88bb7130-7333-4f0a-af5e-b93f4d443bb7 req-d411fa3b-0531-440d-9a37-4b33fec6e625 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0573230 Apr 05 11:37:06.192663 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e373c0-8d7e-4583-99f1-8e8e57d9d1e2 req-acdb45da-8bfb-4fca-9cb3-69a116f40459 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:06.194315 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-50e373c0-8d7e-4583-99f1-8e8e57d9d1e2 req-acdb45da-8bfb-4fca-9cb3-69a116f40459 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 932 time: 0.0644166 Apr 05 11:37:06.213946 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-88bb7130-7333-4f0a-af5e-b93f4d443bb7 req-104b1035-ddde-4567-b083-d192dc86dc31 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457056 Apr 05 11:37:06.252082 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-50e373c0-8d7e-4583-99f1-8e8e57d9d1e2 req-e9714bed-8ce2-47fb-9a66-6b9d07d0dca8 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519040 Apr 05 11:37:06.298258 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-74668098-c7f2-4307-9b25-121b67572675 req-8af7cec8-12ff-434a-9fa4-ad4f948d3328 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.0277038 Apr 05 11:37:06.326835 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:37:06.331089 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:06.331499 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (6bedd3d0-95f4-48c4-b38a-8ecae6e627b0), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:06.412843 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:06.413243 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (6bedd3d0-95f4-48c4-b38a-8ecae6e627b0), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:06.437558 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd641ff-56ae-409d-bc86-8d8edb85fedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bedd3d0-95f4-48c4-b38a-8ecae6e627b0'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:06.440774 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f665549-aabc-4d11-9b35-3520decbfc61" -d '{"events": [{"server_uuid": "5bd641ff-56ae-409d-bc86-8d8edb85fedb", "name": "network-vif-plugged", "status": "completed", "tag": "6bedd3d0-95f4-48c4-b38a-8ecae6e627b0"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:06.455296 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd6ab3-eca6-46cf-88e6-8afa516883e3 req-04fad5e2-d07b-45a0-af03-0bcab3de936c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:06.457029 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-68bd6ab3-eca6-46cf-88e6-8afa516883e3 req-04fad5e2-d07b-45a0-af03-0bcab3de936c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 944 time: 0.0560699 Apr 05 11:37:06.458090 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6bedd3d0-95f4-48c4-b38a-8ecae6e627b0,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:06.482968 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfcc416-85c8-442b-8fe3-291bb9d57d5f x-openstack-request-id: req-bbfcc416-85c8-442b-8fe3-291bb9d57d5f {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:06.483292 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd641ff-56ae-409d-bc86-8d8edb85fedb", "name": "network-vif-plugged", "status": "completed", "tag": "6bedd3d0-95f4-48c4-b38a-8ecae6e627b0", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:06.483598 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bbfcc416-85c8-442b-8fe3-291bb9d57d5f {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:06.484006 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbfcc416-85c8-442b-8fe3-291bb9d57d5f'] response: {'server_uuid': '5bd641ff-56ae-409d-bc86-8d8edb85fedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bedd3d0-95f4-48c4-b38a-8ecae6e627b0', 'code': 200} Apr 05 11:37:06.508339 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-68bd6ab3-eca6-46cf-88e6-8afa516883e3 req-f9d57587-1050-4c39-8711-30dab2414211 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455959 Apr 05 11:37:06.521124 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (6bedd3d0-95f4-48c4-b38a-8ecae6e627b0), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:06.522080 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 46254a19-2915-4f71-9cc7-2172c9f88106 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:37:06.559289 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 46254a19-2915-4f71-9cc7-2172c9f88106 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:37:06.559663 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 46254a19-2915-4f71-9cc7-2172c9f88106 not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:37:06.587588 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=6bedd3d0-95f4-48c4-b38a-8ecae6e627b0,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:06.717365 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Request body: {'port': {'device_id': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:06.780238 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:07.037753 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cc30f-f81e-486a-99c7-8af6f43e6042 req-6048922d-8e9b-4cab-aad7-43d9abc5fb22 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:07.044626 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-162cc30f-f81e-486a-99c7-8af6f43e6042 req-6048922d-8e9b-4cab-aad7-43d9abc5fb22 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 944 time: 0.0857162 Apr 05 11:37:07.072491 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:37:07.081323 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Publish callbacks [] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:07.094200 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Transition to ACTIVE for port object 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:37:07.102058 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-162cc30f-f81e-486a-99c7-8af6f43e6042 req-38ea08c0-89b3-4c8c-8690-bbda7fac9e99 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565729 Apr 05 11:37:07.200588 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:07.252443 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Pushing event updated for resources: {'Port': ['ID=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:07.306947 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Attempting to bind port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:37:07.307714 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Attempting to bind port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '661bd3e3-7efc-4d28-9c35-158da73c73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:37:07.308299 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Attempting to bind port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b on network c77bd11c-2083-4ad7-adab-65001019d0d4 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:37:07.315886 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b on network c77bd11c-2083-4ad7-adab-65001019d0d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:37:07.316315 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Attempting to bind port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b on network c77bd11c-2083-4ad7-adab-65001019d0d4 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:37:07.329095 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:37:07.332902 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Checking segment: {'id': '661bd3e3-7efc-4d28-9c35-158da73c73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:37:07.335292 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Bound using segment: {'id': '661bd3e3-7efc-4d28-9c35-158da73c73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:37:07.335292 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Bound port: 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661bd3e3-7efc-4d28-9c35-158da73c73fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:37:07.335292 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:07.448519 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e24aa-87d1-4b28-b282-a606328d44d1 req-64f7bb9d-4e26-4e65-9afd-2af34fb3e8d1 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:07.462291 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-bf2e24aa-87d1-4b28-b282-a606328d44d1 req-64f7bb9d-4e26-4e65-9afd-2af34fb3e8d1 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 944 time: 0.1003118 Apr 05 11:37:07.531971 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] For port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:37:07.536179 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] For port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b,segment=NetworkSegment(661bd3e3-7efc-4d28-9c35-158da73c73fa),segment_id=661bd3e3-7efc-4d28-9c35-158da73c73fa)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:37:07.541456 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-bf2e24aa-87d1-4b28-b282-a606328d44d1 req-54113a94-c091-4827-8dd2-1e8f4ae71818 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777202 Apr 05 11:37:07.547082 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9d80e-be28-4de1-a6ab-231655b85bd5 req-0f48f19f-ffb0-45be-9d03-b79d3ff06762 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:07.547082 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dcb9d80e-be28-4de1-a6ab-231655b85bd5 req-0f48f19f-ffb0-45be-9d03-b79d3ff06762 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.1727028 Apr 05 11:37:07.616111 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dcb9d80e-be28-4de1-a6ab-231655b85bd5 req-a57f5279-2027-423b-b91f-235d04d780aa tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609467 Apr 05 11:37:07.639866 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:07.684307 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8669441e-ac74-4a02-aefe-67cacd6df155 req-450f688b-3acb-4374-9f21-dba96d78766d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.0621688 Apr 05 11:37:07.730595 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:07.733579 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:07.735333 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] 10.222.0.57 "PUT /v2.0/ports/1c450bf1-70cb-43f6-b3c7-8ca81f6a779b HTTP/1.1" status: 200 len: 1094 time: 1.0223715 Apr 05 11:37:07.735920 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'tag': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:07.738525 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952ffc70-c507-44b3-9cd6-6a455b46f8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe35228-f44c-438d-8be8-0b14f59b2826", "tag": "1c450bf1-70cb-43f6-b3c7-8ca81f6a779b"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:07.772643 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device abe1c734-1139-400d-ab81-735a015fd662 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:37:07.877607 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d3c7f-19a6-4c95-a6ca-33c042cc076c service neutron] Pushing event updated for resources: {'Port': ['ID=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:07.914440 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port abe1c734-1139-400d-ab81-735a015fd662, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=abe1c734-1139-400d-ab81-735a015fd662,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:07.914615 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab373d-eef8-4088-a99b-313f67a4118a req-db9018b5-0476-4ac8-af02-593b2c9884ad tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:07.928301 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 33788) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:07.938508 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': 'abe1c734-1139-400d-ab81-735a015fd662', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'port_id': 'abe1c734-1139-400d-ab81-735a015fd662', 'mac_address': 'fa:16:3e:40:e0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:37:07.940475 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7cab373d-eef8-4088-a99b-313f67a4118a req-db9018b5-0476-4ac8-af02-593b2c9884ad tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.1248105 Apr 05 11:37:07.941630 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-a4a5a7f0-b61c-465e-bde4-f842bd67b74f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Request body: {'floatingip': {'port_id': '58614d08-35a9-4fc5-87b1-2d61b40de959'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:07.994994 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f48b152-7ab0-471b-8357-6c5db363c186 x-openstack-request-id: req-0f48b152-7ab0-471b-8357-6c5db363c186 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:07.995286 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe35228-f44c-438d-8be8-0b14f59b2826", "tag": "1c450bf1-70cb-43f6-b3c7-8ca81f6a779b", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:07.995569 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f48b152-7ab0-471b-8357-6c5db363c186 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:07.995974 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f48b152-7ab0-471b-8357-6c5db363c186'] response: {'name': 'network-changed', 'server_uuid': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'tag': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b', 'status': 'completed', 'code': 200} Apr 05 11:37:08.009332 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d54e43-a573-49eb-a634-247bcf0e9982 req-0f9a4386-5a7b-4d58-bc5b-f35e35b98c5a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:08.016215 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port abe1c734-1139-400d-ab81-735a015fd662 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:08.016777 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-06d54e43-a573-49eb-a634-247bcf0e9982 req-0f9a4386-5a7b-4d58-bc5b-f35e35b98c5a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.2726045 Apr 05 11:37:08.022003 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (abe1c734-1139-400d-ab81-735a015fd662), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:08.030770 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a7f0-b61c-465e-bde4-f842bd67b74f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for floatingip (b91ddd43-2183-47de-9597-f97ed0bbee96), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:08.047532 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe1c734-1139-400d-ab81-735a015fd662 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:37:08.070664 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port abe1c734-1139-400d-ab81-735a015fd662, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=abe1c734-1139-400d-ab81-735a015fd662,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:08.145521 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (abe1c734-1139-400d-ab81-735a015fd662), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:08.182547 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-06d54e43-a573-49eb-a634-247bcf0e9982 req-a0192c4d-07a2-4bdb-8f95-bcb3d1f2e083 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647282 Apr 05 11:37:08.230215 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=abe1c734-1139-400d-ab81-735a015fd662,revision_number=9']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:08.277559 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40a0fd-c710-42b3-90fa-4d819a861368 req-3b795ba2-6fad-49bc-8c55-e052e0c3812a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:08.286095 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8c40a0fd-c710-42b3-90fa-4d819a861368 req-3b795ba2-6fad-49bc-8c55-e052e0c3812a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 945 time: 0.1003134 Apr 05 11:37:08.352604 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8c40a0fd-c710-42b3-90fa-4d819a861368 req-6f4b76d6-c3d4-4562-9000-7d36071e8e9a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648720 Apr 05 11:37:08.629923 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['abe1c734-1139-400d-ab81-735a015fd662'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:37:08.647868 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a7f0-b61c-465e-bde4-f842bd67b74f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:08.709085 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4dd5-e241-4480-b65e-9afc36bf65ac req-5b9d5f0c-abea-420d-a255-e428894dc51b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:08.710810 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-553d4dd5-e241-4480-b65e-9afc36bf65ac req-5b9d5f0c-abea-420d-a255-e428894dc51b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 944 time: 0.0804722 Apr 05 11:37:08.720438 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a7f0-b61c-465e-bde4-f842bd67b74f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (b91ddd43-2183-47de-9597-f97ed0bbee96), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:08.848277 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8a49fa89-0151-4094-83bb-a6b126338042 req-10f75aa8-8799-43e4-8d71-cbd7d9d23865 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.0371432 Apr 05 11:37:08.850334 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-553d4dd5-e241-4480-b65e-9afc36bf65ac req-95a51a0f-5016-4660-84a0-851b052f6bc4 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331489 Apr 05 11:37:08.880858 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-a4a5a7f0-b61c-465e-bde4-f842bd67b74f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Floating IP b91ddd43-2183-47de-9597-f97ed0bbee96 associated. External IP: 172.27.1.82, port: 58614d08-35a9-4fc5-87b1-2d61b40de959. Apr 05 11:37:09.115023 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a5a7f0-b61c-465e-bde4-f842bd67b74f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Router d53639d5-4821-464b-8098-a99675207c04 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:37:09.249286 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a5a7f0-b61c-465e-bde4-f842bd67b74f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:37:09.261014 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50173d2-f3ce-4d06-8a4a-df33aded38cd None None] Sync routers for ids ['d53639d5-4821-464b-8098-a99675207c04'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:37:09.264381 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a7f0-b61c-465e-bde4-f842bd67b74f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:09.281068 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50173d2-f3ce-4d06-8a4a-df33aded38cd None None] Routers {'d53639d5-4821-464b-8098-a99675207c04'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:09.282065 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c50173d2-f3ce-4d06-8a4a-df33aded38cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:36:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['d53639d5-4821-464b-8098-a99675207c04'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:09.303273 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a4a5a7f0-b61c-465e-bde4-f842bd67b74f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "PUT /v2.0/floatingips/b91ddd43-2183-47de-9597-f97ed0bbee96 HTTP/1.1" status: 200 len: 991 time: 1.3738730 Apr 05 11:37:09.349815 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c5823-2b25-473b-817c-367dc4188867 req-28107720-5f58-4d5a-9cea-f05bc469a518 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:09.351902 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-638c5823-2b25-473b-817c-367dc4188867 req-28107720-5f58-4d5a-9cea-f05bc469a518 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.0958054 Apr 05 11:37:09.464264 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-c50173d2-f3ce-4d06-8a4a-df33aded38cd None None] Set router d53639d5-4821-464b-8098-a99675207c04 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:09.520658 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e87660-3277-4e0f-b75b-17fc97ef54a8 req-23861892-8cd8-4a57-9537-bbad913e121f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:09.528152 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-07e87660-3277-4e0f-b75b-17fc97ef54a8 req-23861892-8cd8-4a57-9537-bbad913e121f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 945 time: 0.0778129 Apr 05 11:37:09.554338 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-638c5823-2b25-473b-817c-367dc4188867 req-71f9d44a-a80a-44a8-b702-d6472a028da8 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838799 Apr 05 11:37:09.605891 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-07e87660-3277-4e0f-b75b-17fc97ef54a8 req-ce7d1e85-6ccb-4cef-b6e4-18be0f28c3d0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752833 Apr 05 11:37:09.804287 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c50173d2-f3ce-4d06-8a4a-df33aded38cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:07Z', 'revision_number': 4, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port': {'id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:49Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'b91ddd43-2183-47de-9597-f97ed0bbee96', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'd53639d5-4821-464b-8098-a99675207c04', 'port_id': '58614d08-35a9-4fc5-87b1-2d61b40de959', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'mac_address': 'fa:16:3e:10:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:36:33Z', 'updated_at': '2022-04-05T11:37:08Z', 'revision_number': 1, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b093cbf-dacd-4093-b2dc-9734674ce033', 'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'mac_address': 'fa:16:3e:cd:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'subnets': [{'id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:09.822792 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device abe1c734-1139-400d-ab81-735a015fd662 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:37:09.840266 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50173d2-f3ce-4d06-8a4a-df33aded38cd None None] Checking router: d53639d5-4821-464b-8098-a99675207c04 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:37:09.850992 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50173d2-f3ce-4d06-8a4a-df33aded38cd None None] Routers {'d53639d5-4821-464b-8098-a99675207c04'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:09.851894 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c50173d2-f3ce-4d06-8a4a-df33aded38cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:36:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['d53639d5-4821-464b-8098-a99675207c04'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:09.883176 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port abe1c734-1139-400d-ab81-735a015fd662 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:09.883722 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (abe1c734-1139-400d-ab81-735a015fd662), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:10.021876 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'tag': '58614d08-35a9-4fc5-87b1-2d61b40de959'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:10.025119 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port abe1c734-1139-400d-ab81-735a015fd662 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:10.025525 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (abe1c734-1139-400d-ab81-735a015fd662), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:10.027818 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99685dff-c1ef-4b5a-8d22-911fc9673dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "008fc123-e8f0-413c-8da8-d8057f45c0b9", "tag": "58614d08-35a9-4fc5-87b1-2d61b40de959"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:10.045822 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3344d5a8-8274-4e6a-b7af-7096c98c0da1 req-fe484f80-0ae4-4e88-b7b2-292e975d674b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.0424507 Apr 05 11:37:10.066053 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe1c734-1139-400d-ab81-735a015fd662'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:10.076518 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8854cb-f5b3-4ca2-8431-dc376e1a31d4" -d '{"events": [{"server_uuid": "5f678de2-5855-469b-8c6f-c89816e9b30e", "name": "network-vif-plugged", "status": "completed", "tag": "abe1c734-1139-400d-ab81-735a015fd662"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:10.096940 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c3419-fdeb-4880-af2a-bb876929f92e req-7d91ae86-879d-48a6-a629-bdf194fc51a0 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:10.102870 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-c50173d2-f3ce-4d06-8a4a-df33aded38cd None None] Set router d53639d5-4821-464b-8098-a99675207c04 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:10.111165 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-810c3419-fdeb-4880-af2a-bb876929f92e req-7d91ae86-879d-48a6-a629-bdf194fc51a0 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 944 time: 0.1452143 Apr 05 11:37:10.114809 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dff8db2-c08d-4a29-befe-2542e37c7d3a x-openstack-request-id: req-0dff8db2-c08d-4a29-befe-2542e37c7d3a {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:10.114966 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port abe1c734-1139-400d-ab81-735a015fd662, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=abe1c734-1139-400d-ab81-735a015fd662,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:10.115098 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008fc123-e8f0-413c-8da8-d8057f45c0b9", "tag": "58614d08-35a9-4fc5-87b1-2d61b40de959", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:10.115359 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0dff8db2-c08d-4a29-befe-2542e37c7d3a {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:10.115786 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dff8db2-c08d-4a29-befe-2542e37c7d3a'] response: {'name': 'network-changed', 'server_uuid': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'tag': '58614d08-35a9-4fc5-87b1-2d61b40de959', 'status': 'completed', 'code': 200} Apr 05 11:37:10.139812 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae289d7-87ff-4fcd-878d-dfbc581ef581 x-openstack-request-id: req-dae289d7-87ff-4fcd-878d-dfbc581ef581 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:10.141687 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f678de2-5855-469b-8c6f-c89816e9b30e", "name": "network-vif-plugged", "status": "completed", "tag": "abe1c734-1139-400d-ab81-735a015fd662", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:10.142095 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dae289d7-87ff-4fcd-878d-dfbc581ef581 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:10.142621 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae289d7-87ff-4fcd-878d-dfbc581ef581'] response: {'server_uuid': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe1c734-1139-400d-ab81-735a015fd662', 'code': 200} Apr 05 11:37:10.169579 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-810c3419-fdeb-4880-af2a-bb876929f92e req-5c32e415-3229-494d-ab45-3eb96697d770 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574913 Apr 05 11:37:10.180026 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (abe1c734-1139-400d-ab81-735a015fd662), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:10.239009 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=abe1c734-1139-400d-ab81-735a015fd662,revision_number=10']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:10.389751 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c50173d2-f3ce-4d06-8a4a-df33aded38cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:07Z', 'revision_number': 4, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port': {'id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:49Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'b91ddd43-2183-47de-9597-f97ed0bbee96', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'd53639d5-4821-464b-8098-a99675207c04', 'port_id': '58614d08-35a9-4fc5-87b1-2d61b40de959', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'mac_address': 'fa:16:3e:10:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:36:33Z', 'updated_at': '2022-04-05T11:37:08Z', 'revision_number': 1, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b093cbf-dacd-4093-b2dc-9734674ce033', 'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'mac_address': 'fa:16:3e:cd:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'subnets': [{'id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:10.513498 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50173d2-f3ce-4d06-8a4a-df33aded38cd None None] The sync data for ids ['d53639d5-4821-464b-8098-a99675207c04'] in dv-cinder-834448-3-iscsi is: [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:07Z', 'revision_number': 4, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port': {'id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:49Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'b91ddd43-2183-47de-9597-f97ed0bbee96', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'd53639d5-4821-464b-8098-a99675207c04', 'port_id': '58614d08-35a9-4fc5-87b1-2d61b40de959', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'mac_address': 'fa:16:3e:10:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:36:33Z', 'updated_at': '2022-04-05T11:37:08Z', 'revision_number': 1, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b093cbf-dacd-4093-b2dc-9734674ce033', 'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'mac_address': 'fa:16:3e:cd:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'subnets': [{'id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:37:10.695837 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0751c5-7e1a-4142-b275-8fa9507358bd req-e3847621-7aeb-4336-b559-b06b0e00ee97 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:10.697517 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7b0751c5-7e1a-4142-b275-8fa9507358bd req-e3847621-7aeb-4336-b559-b06b0e00ee97 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.0771608 Apr 05 11:37:10.766133 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c65cd3-8419-4ea8-8789-c2897892f04d req-6c653f06-0910-4e92-b005-c478aa070e24 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:10.771360 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-75c65cd3-8419-4ea8-8789-c2897892f04d req-6c653f06-0910-4e92-b005-c478aa070e24 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.0910306 Apr 05 11:37:10.785989 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7b0751c5-7e1a-4142-b275-8fa9507358bd req-0343526e-fccc-406d-ab50-2b5ae1398759 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817797 Apr 05 11:37:10.836635 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26088a28-c96b-4a41-a197-7e0f14624550 None None] New status for floating IP b91ddd43-2183-47de-9597-f97ed0bbee96: ACTIVE {{(pid=103948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:37:10.846994 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-75c65cd3-8419-4ea8-8789-c2897892f04d req-8aa74315-1d1d-409d-bf50-c60497ece5f5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697360 Apr 05 11:37:11.161285 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-016e9fa8-7fee-4951-9af6-673a3f130c2b req-12b3a50f-3e07-4c49-9575-13d1ee1f0547 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.0351369 Apr 05 11:37:11.309318 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57f16f-d088-4951-825c-8cce6620c248 req-d85a6f6f-c81d-4f70-8dfa-1bca91c34ccf tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:11.310873 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5e57f16f-d088-4951-825c-8cce6620c248 req-d85a6f6f-c81d-4f70-8dfa-1bca91c34ccf tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 944 time: 0.0593541 Apr 05 11:37:11.375330 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5e57f16f-d088-4951-825c-8cce6620c248 req-86a29358-30cf-4d4c-a894-9eb843f8847a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573885 Apr 05 11:37:11.953066 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f08d8c-6e7b-43f1-9b94-c670587e34fe req-54535e78-b85d-41d1-819d-4aff5046cd39 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:11.955597 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-98f08d8c-6e7b-43f1-9b94-c670587e34fe req-54535e78-b85d-41d1-819d-4aff5046cd39 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.0854814 Apr 05 11:37:12.001940 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee67da-0584-4730-bb0c-4fab04f3bd8e req-7d4674fd-51d4-4857-be21-28c3e6e69e34 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:12.002360 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8aee67da-0584-4730-bb0c-4fab04f3bd8e req-7d4674fd-51d4-4857-be21-28c3e6e69e34 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.0669286 Apr 05 11:37:12.028266 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-98f08d8c-6e7b-43f1-9b94-c670587e34fe req-f2987d32-2173-40b7-8902-42b639e000d7 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662551 Apr 05 11:37:12.072385 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8aee67da-0584-4730-bb0c-4fab04f3bd8e req-4070e795-2ada-4ec7-b165-8175b77c8fe0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643296 Apr 05 11:37:12.273493 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-de665da5-9dc4-4e67-9970-a5133a81b60e req-bd25c019-1c6d-47b5-9d2c-c16573ffeb2d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.0294695 Apr 05 11:37:12.303751 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:37:12.522184 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33166f6-f79c-4f80-a485-96c6e6ece70e req-8347180f-9c39-4618-ae81-fae0ffd6567e tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:12.523871 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e33166f6-f79c-4f80-a485-96c6e6ece70e req-8347180f-9c39-4618-ae81-fae0ffd6567e tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 944 time: 0.0666184 Apr 05 11:37:12.575627 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e33166f6-f79c-4f80-a485-96c6e6ece70e req-09d5e013-c1fc-43e4-b5b5-cb03f169a3cb tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461705 Apr 05 11:37:13.168584 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60047b0-89fb-405b-83c1-cbc77a3f5eff req-34e09549-60a7-42e5-b032-d6171139d915 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:13.170182 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d60047b0-89fb-405b-83c1-cbc77a3f5eff req-34e09549-60a7-42e5-b032-d6171139d915 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.0740521 Apr 05 11:37:13.224232 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f6247-76dc-4f18-800f-15ebc51974ad req-42c390e8-f54c-456a-b872-75447cc7f5fd tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:13.225957 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-614f6247-76dc-4f18-800f-15ebc51974ad req-42c390e8-f54c-456a-b872-75447cc7f5fd tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.0727761 Apr 05 11:37:13.229867 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d60047b0-89fb-405b-83c1-cbc77a3f5eff req-f33b0ea2-2c78-4ad6-948d-563a745c38aa tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512710 Apr 05 11:37:13.285124 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-614f6247-76dc-4f18-800f-15ebc51974ad req-36a103ff-d17d-4e3b-977e-0582d9d84686 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495837 Apr 05 11:37:13.399587 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8ff5013c-ddc8-4c64-91bc-00c828beafe0 req-21977f3f-10b0-4753-abf6-115864beef23 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.0284061 Apr 05 11:37:13.470590 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:13.694268 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546268ae-4631-447c-aebe-fdbabdd8121d req-545c046b-6a19-41ea-b43b-42d928de3fea tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:13.695779 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-546268ae-4631-447c-aebe-fdbabdd8121d req-545c046b-6a19-41ea-b43b-42d928de3fea tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 944 time: 0.0556085 Apr 05 11:37:13.746345 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-546268ae-4631-447c-aebe-fdbabdd8121d req-f56df621-c562-4fdd-8206-6b9fbc3e91a5 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446870 Apr 05 11:37:14.370079 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab17935-ca69-4ec1-a847-d4758a71a76c req-68df01b0-e95e-410e-b5ba-9aeedc2d4073 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:14.378727 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9ab17935-ca69-4ec1-a847-d4758a71a76c req-68df01b0-e95e-410e-b5ba-9aeedc2d4073 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.0788784 Apr 05 11:37:14.432026 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5949d8-82dc-4176-90e8-4aaa19ecf6a0 req-e6c62dad-7322-4a99-a2fe-d3fde0c29625 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:14.433611 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e5949d8-82dc-4176-90e8-4aaa19ecf6a0 req-e6c62dad-7322-4a99-a2fe-d3fde0c29625 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.0619886 Apr 05 11:37:14.434739 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9ab17935-ca69-4ec1-a847-d4758a71a76c req-b1066b19-3d63-4c41-aa8d-ed09d747f720 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550301 Apr 05 11:37:14.514542 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e5949d8-82dc-4176-90e8-4aaa19ecf6a0 req-1c5279cc-a4d5-4b89-8c33-e4ff9e4467f9 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743196 Apr 05 11:37:14.539518 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-572d550b-66e8-4d59-8f33-28c211f4a1d5 req-06feda37-cf3c-402b-b161-1b5c9b398510 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.0276585 Apr 05 11:37:14.875038 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de940f8-ae8d-4a7d-a6b4-ac952466a776 req-027c774f-f2f5-4fa5-bbb4-73952e080e88 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:14.876639 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1de940f8-ae8d-4a7d-a6b4-ac952466a776 req-027c774f-f2f5-4fa5-bbb4-73952e080e88 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 944 time: 0.0559850 Apr 05 11:37:14.926955 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1de940f8-ae8d-4a7d-a6b4-ac952466a776 req-50ef8a21-0424-47f5-ba93-b022450e9bb6 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446842 Apr 05 11:37:15.556739 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc5bc2-19db-4dce-9283-1b949459063e req-c35764f3-a38f-4c55-aa86-58be54207b88 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:15.558229 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-39bc5bc2-19db-4dce-9283-1b949459063e req-c35764f3-a38f-4c55-aa86-58be54207b88 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.0521717 Apr 05 11:37:15.628099 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-39bc5bc2-19db-4dce-9283-1b949459063e req-a8da6c50-f807-438d-9da4-a7e2179a0870 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629175 Apr 05 11:37:15.689799 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba1ff4-538a-42ee-a6ac-c4cd51a4db8f req-48aeb31a-9ec9-44ba-bbf1-c184c79e2854 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:15.691370 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d7ba1ff4-538a-42ee-a6ac-c4cd51a4db8f req-48aeb31a-9ec9-44ba-bbf1-c184c79e2854 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.0955276 Apr 05 11:37:15.740042 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8f070eb5-0a1f-4de6-b2f7-a3c0df47325c req-77f0d479-62df-4ea1-9b4b-1cff74ff9dee tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.0308309 Apr 05 11:37:15.750856 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d7ba1ff4-538a-42ee-a6ac-c4cd51a4db8f req-9e5aa788-15e2-4aa1-9e0d-d0bbec229b5c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536635 Apr 05 11:37:16.064691 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ac000-c8bb-4cb1-aa87-6412bc182be2 req-c0b5c99f-2abe-44b1-af2f-cb9e775f5999 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:16.066561 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-429ac000-c8bb-4cb1-aa87-6412bc182be2 req-c0b5c99f-2abe-44b1-af2f-cb9e775f5999 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 944 time: 0.0553594 Apr 05 11:37:16.115136 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-429ac000-c8bb-4cb1-aa87-6412bc182be2 req-8d40eb53-5b20-4d32-a44d-3a58ef1d8c06 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Apr 05 11:37:16.743735 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20aa94-114c-407b-b77c-bd89f8c0ee0f req-5fcd9c62-fcad-4c8b-9466-484fbe7602bf tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:16.745191 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-df20aa94-114c-407b-b77c-bd89f8c0ee0f req-5fcd9c62-fcad-4c8b-9466-484fbe7602bf tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.0528307 Apr 05 11:37:16.793273 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-df20aa94-114c-407b-b77c-bd89f8c0ee0f req-46156889-f5da-46db-8658-196f0c4e4039 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416501 Apr 05 11:37:16.853351 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f9221e35-3da5-4c99-913c-052570082702 req-0c34fa1a-9d37-4705-9f02-6ac3fb93f897 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=4678fbbd-049c-4736-a18b-83e5a239185a HTTP/1.1" status: 200 len: 210 time: 0.0270886 Apr 05 11:37:16.904411 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6addf-f3a3-4f49-9bf3-042d48526f5d req-220873f5-65f6-4c74-8eaf-919ada872d70 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:16.906370 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e3a6addf-f3a3-4f49-9bf3-042d48526f5d req-220873f5-65f6-4c74-8eaf-919ada872d70 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.0575883 Apr 05 11:37:16.953377 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e3a6addf-f3a3-4f49-9bf3-042d48526f5d req-6c3f9253-ef65-4402-8637-143effe6ddd3 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413270 Apr 05 11:37:17.237991 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e0f4-ebd0-42e1-a538-75bf9b1e7529 req-00091700-fb38-4d21-8e81-5fb18411718d tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:17.239339 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-43e3e0f4-ebd0-42e1-a538-75bf9b1e7529 req-00091700-fb38-4d21-8e81-5fb18411718d tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 944 time: 0.0568120 Apr 05 11:37:17.287711 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-43e3e0f4-ebd0-42e1-a538-75bf9b1e7529 req-dfd990fa-904d-4977-86e6-9702ebba1d3b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426691 Apr 05 11:37:17.416854 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb3d32-43e1-4d61-b164-ab0120d6e260 req-d5b2ecc4-3651-4d3f-ac95-295e2d329706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:17.418350 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-abcb3d32-43e1-4d61-b164-ab0120d6e260 req-d5b2ecc4-3651-4d3f-ac95-295e2d329706 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 1129 time: 0.1124022 Apr 05 11:37:17.421396 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99685dff-c1ef-4b5a-8d22-911fc9673dd6 req-09c4249a-2b2e-4cbd-95e6-f29f5c09e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:17.422409 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-99685dff-c1ef-4b5a-8d22-911fc9673dd6 req-09c4249a-2b2e-4cbd-95e6-f29f5c09e61b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 1130 time: 0.1253808 Apr 05 11:37:17.424214 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ffc70-c507-44b3-9cd6-6a455b46f8d5 req-c49446a4-f34f-44c3-9d15-07ee8b0b07e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:17.425560 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-952ffc70-c507-44b3-9cd6-6a455b46f8d5 req-c49446a4-f34f-44c3-9d15-07ee8b0b07e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be5f73d3bb5948299a1d81283e0c738a&device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 1128 time: 0.1096735 Apr 05 11:37:18.123381 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-cb285f70-f666-47cf-98e1-72bcfd0a499f tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:18.125461 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-cb285f70-f666-47cf-98e1-72bcfd0a499f tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/networks?id=ea3a10f4-0bb5-4d93-8b49-e98853fc626e HTTP/1.1" status: 200 len: 809 time: 0.1026473 Apr 05 11:37:18.140643 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-74acfd01-fb21-4fb7-a494-9cbfc1147dcb tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/quotas/f9d646856dc44118a63f2dd56d120c2d HTTP/1.1" status: 200 len: 375 time: 0.0094707 Apr 05 11:37:18.147880 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-abcb3d32-43e1-4d61-b164-ab0120d6e260 req-d244ef0c-0adc-4105-b77a-65fafdd94d12 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4595506 Apr 05 11:37:18.182141 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99685dff-c1ef-4b5a-8d22-911fc9673dd6 req-7b99895a-233a-4efa-bf1a-fcd432d475f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:18.183608 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-99685dff-c1ef-4b5a-8d22-911fc9673dd6 req-7b99895a-233a-4efa-bf1a-fcd432d475f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 920 time: 0.4821720 Apr 05 11:37:18.189330 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ffc70-c507-44b3-9cd6-6a455b46f8d5 req-14cafeef-6c32-488c-b6d5-f1b8bf076d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:18.190691 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-952ffc70-c507-44b3-9cd6-6a455b46f8d5 req-14cafeef-6c32-488c-b6d5-f1b8bf076d4b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=be5f73d3bb5948299a1d81283e0c738a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5044773 Apr 05 11:37:18.191791 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-fa96f89a-66be-4d46-ad70-49154b17c7da tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f9d646856dc44118a63f2dd56d120c2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335138 Apr 05 11:37:18.205331 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e507e-f37a-4679-8888-4bf77536c0b7 req-db759f72-efef-4f71-8d08-282a7b0d97dc tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:18.206793 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cc7e507e-f37a-4679-8888-4bf77536c0b7 req-db759f72-efef-4f71-8d08-282a7b0d97dc tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.1258740 Apr 05 11:37:18.255822 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cc7e507e-f37a-4679-8888-4bf77536c0b7 req-c67d3b42-62f6-4c31-a6b6-24d39dc729da tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432787 Apr 05 11:37:18.285798 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-b27dcaf7-0caf-438d-89e0-37fcda85e129 service neutron] 10.222.0.60 "GET /v2.0/networks/ea3a10f4-0bb5-4d93-8b49-e98853fc626e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870433 Apr 05 11:37:18.366608 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b357c-a580-4e68-b14c-b5805529542a req-33148dda-a4d5-406a-a13a-64f3496eddaa tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:18.368168 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-387b357c-a580-4e68-b14c-b5805529542a req-33148dda-a4d5-406a-a13a-64f3496eddaa tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.0572245 Apr 05 11:37:18.380090 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-921a603f-cfb7-4c46-9f38-4b013edf80a0 service neutron] 10.222.0.60 "GET /v2.0/networks/ea3a10f4-0bb5-4d93-8b49-e98853fc626e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884979 Apr 05 11:37:18.416025 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-387b357c-a580-4e68-b14c-b5805529542a req-481b9b18-07bb-462e-bcaa-b38fc56be58b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421858 Apr 05 11:37:18.624961 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d190723f-ff3b-4416-88be-a2001da72669 req-c190bf5b-84b0-49de-a153-b0a99913cbd8 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 210 time: 0.0279353 Apr 05 11:37:18.664463 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-99685dff-c1ef-4b5a-8d22-911fc9673dd6 req-73bddd6e-d745-4ded-9bec-8a415bae2365 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58614d08-35a9-4fc5-87b1-2d61b40de959 HTTP/1.1" status: 200 len: 1001 time: 0.1809793 Apr 05 11:37:18.685900 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365717fc-ea36-404b-a50c-c0d7659cff20 req-a3109923-28b4-4107-8dfe-224ec2554c03 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:18.688207 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-365717fc-ea36-404b-a50c-c0d7659cff20 req-a3109923-28b4-4107-8dfe-224ec2554c03 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 944 time: 0.2132852 Apr 05 11:37:18.696717 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54359b63-123f-4436-9bad-0780658cc8c6 req-31f67ebe-1534-45ab-ab76-4d16a55a6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:18.698111 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-54359b63-123f-4436-9bad-0780658cc8c6 req-31f67ebe-1534-45ab-ab76-4d16a55a6fe8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 1131 time: 0.2131786 Apr 05 11:37:18.707730 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ffc70-c507-44b3-9cd6-6a455b46f8d5 req-e8fbabdf-da44-4fcd-84e5-328ac4238776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:18.709135 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-952ffc70-c507-44b3-9cd6-6a455b46f8d5 req-e8fbabdf-da44-4fcd-84e5-328ac4238776 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2232745 Apr 05 11:37:18.744431 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-365717fc-ea36-404b-a50c-c0d7659cff20 req-ec646d44-ee7d-4c6e-9d62-b66b41f0c0f4 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498555 Apr 05 11:37:19.016069 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99685dff-c1ef-4b5a-8d22-911fc9673dd6 req-db3e10f3-585d-4d5f-bd4b-47614b2d0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:19.017567 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-99685dff-c1ef-4b5a-8d22-911fc9673dd6 req-db3e10f3-585d-4d5f-bd4b-47614b2d0822 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a2d4898-c05f-41d9-ad48-eba0b48abf12 HTTP/1.1" status: 200 len: 858 time: 0.0645640 Apr 05 11:37:19.032098 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-54359b63-123f-4436-9bad-0780658cc8c6 req-fda15115-1eba-4fbc-98d7-dc39def2826c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715034 Apr 05 11:37:19.376851 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384db1a-4118-4de9-b9e9-606fae4b2a5e req-e9e09c1a-31ff-48a3-9eaa-b7cdab893d5e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:19.378385 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1384db1a-4118-4de9-b9e9-606fae4b2a5e req-e9e09c1a-31ff-48a3-9eaa-b7cdab893d5e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.0561142 Apr 05 11:37:19.428659 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1384db1a-4118-4de9-b9e9-606fae4b2a5e req-a974f1d1-c9cb-4e3e-b01c-bcb8defb3ee1 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420396 Apr 05 11:37:19.609866 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c703e1-4e91-40fd-a245-bff0f3bf446f req-032e0ad2-a395-489e-84cf-6da64705637e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:19.611360 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-03c703e1-4e91-40fd-a245-bff0f3bf446f req-032e0ad2-a395-489e-84cf-6da64705637e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.1222699 Apr 05 11:37:19.614943 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99685dff-c1ef-4b5a-8d22-911fc9673dd6 req-a028d8fd-5175-45a8-b84e-e8816b8d7f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:19.616358 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-99685dff-c1ef-4b5a-8d22-911fc9673dd6 req-a028d8fd-5175-45a8-b84e-e8816b8d7f70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=912aa55e-5878-42db-a34a-a968382fba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1188607 Apr 05 11:37:19.626368 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-c21affaa-16a7-432e-b081-67b92a9a8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:19.627869 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-c21affaa-16a7-432e-b081-67b92a9a8d8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be5f73d3bb5948299a1d81283e0c738a&device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 1128 time: 0.1047337 Apr 05 11:37:19.663697 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-03c703e1-4e91-40fd-a245-bff0f3bf446f req-12449bb6-f660-4940-aec8-d1efca4f4e81 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451667 Apr 05 11:37:19.720823 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c764757a-982a-4f09-b504-b3fcbd91cebb req-b2758f43-7eb7-4d49-a89f-e68978b76b35 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 210 time: 0.0312719 Apr 05 11:37:19.863817 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877f843-c0c1-4cca-a3a7-3f62af8f26b5 req-2270c263-c1ec-4be8-9fe1-53828e44addc tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:19.865336 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0877f843-c0c1-4cca-a3a7-3f62af8f26b5 req-2270c263-c1ec-4be8-9fe1-53828e44addc tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 944 time: 0.0545802 Apr 05 11:37:19.918174 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0877f843-c0c1-4cca-a3a7-3f62af8f26b5 req-4294ce65-c7e3-4065-94fa-e74714c7cb2c tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466876 Apr 05 11:37:20.276779 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045607ac-f5e2-4df7-b58c-d631f691ac38 req-5a80d9ac-0ba9-4a6d-bfee-14e1a4b1810c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:20.278270 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-045607ac-f5e2-4df7-b58c-d631f691ac38 req-5a80d9ac-0ba9-4a6d-bfee-14e1a4b1810c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0532632 Apr 05 11:37:20.325832 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-045607ac-f5e2-4df7-b58c-d631f691ac38 req-140756f7-1400-44ad-b6c4-2aeec010cd25 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415645 Apr 05 11:37:20.547370 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4388f-ed1c-49b4-9c73-2afece3c35b8 req-d9e361af-20c0-46af-8aba-5a5062832da4 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:20.548852 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-79e4388f-ed1c-49b4-9c73-2afece3c35b8 req-d9e361af-20c0-46af-8aba-5a5062832da4 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.0520370 Apr 05 11:37:20.594214 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-79e4388f-ed1c-49b4-9c73-2afece3c35b8 req-fb365904-a638-4a48-86ff-18c6e7d3e4ca tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399055 Apr 05 11:37:20.682907 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-67352ab8-0e44-4e01-b9d1-f8e736569529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:20.704529 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-c1ed0d25-25fe-4113-b135-8cc2859b064c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b HTTP/1.1" status: 200 len: 217 time: 0.0631931 Apr 05 11:37:20.810582 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-99685dff-c1ef-4b5a-8d22-911fc9673dd6 req-14a27493-695c-4c29-b7f9-eaf8d1684eef service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768434 Apr 05 11:37:20.824096 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d8167-3968-4954-a012-7f9395d315a7 req-c4086f7f-70a9-4b58-ae87-3e000e3c962f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:20.824359 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a08654-f53d-4eeb-9468-79f51a5eb75a req-593053bd-8165-45b2-bdb0-b5d9cd8b8fc7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:20.825589 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-05a08654-f53d-4eeb-9468-79f51a5eb75a req-593053bd-8165-45b2-bdb0-b5d9cd8b8fc7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.0769320 Apr 05 11:37:20.825772 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-950d8167-3968-4954-a012-7f9395d315a7 req-c4086f7f-70a9-4b58-ae87-3e000e3c962f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.1629329 Apr 05 11:37:20.835155 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 33956) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:20.840731 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-ca9cb214-92b3-4838-89ab-d5255f604b04 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'floatingip': {'port_id': '6bedd3d0-95f4-48c4-b38a-8ecae6e627b0'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:20.888031 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-05a08654-f53d-4eeb-9468-79f51a5eb75a req-7987092a-7f3e-4ae2-882e-faf5ae7e9590 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544548 Apr 05 11:37:20.909802 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb214-92b3-4838-89ab-d5255f604b04 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (51f92bbe-e112-4836-bb49-8be8b05bbf28), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:20.997892 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e3410623-c3b6-43bb-a755-87ecd325df1e req-3401edf0-97d3-4a8a-af6b-02cf9a351e10 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 210 time: 0.0988264 Apr 05 11:37:21.005943 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-07a4de8e-a3f9-4187-a0c0-e3990ccac71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:21.007406 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-07a4de8e-a3f9-4187-a0c0-e3990ccac71f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=367f3ebf-9711-4ac7-8f92-7e3f1980efc2 HTTP/1.1" status: 200 len: 854 time: 0.1805558 Apr 05 11:37:21.047292 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fd7fe-4af9-4327-a096-a944f99389fa req-639e09c1-ee7b-4a62-8406-13200eabf5c6 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:21.049083 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3d9fd7fe-4af9-4327-a096-a944f99389fa req-639e09c1-ee7b-4a62-8406-13200eabf5c6 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 944 time: 0.0594552 Apr 05 11:37:21.104106 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3d9fd7fe-4af9-4327-a096-a944f99389fa req-8be7b506-3e22-4313-802f-116f798fec1b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492961 Apr 05 11:37:21.487072 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb214-92b3-4838-89ab-d5255f604b04 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:21.557139 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c17fc-6b3f-4b97-8c38-e07e10425d13 req-19705008-354e-4763-95ae-cccaa2d55b5f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:21.558617 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c04c17fc-6b3f-4b97-8c38-e07e10425d13 req-19705008-354e-4763-95ae-cccaa2d55b5f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.1622081 Apr 05 11:37:21.564769 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-006dab4a-5b62-44ba-bea3-ed9927fdbd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:21.566168 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-006dab4a-5b62-44ba-bea3-ed9927fdbd52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c77bd11c-2083-4ad7-adab-65001019d0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1574047 Apr 05 11:37:21.617036 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-99685dff-c1ef-4b5a-8d22-911fc9673dd6 req-68d56636-4148-4ae4-89d0-cd49447b4ca5 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070239 Apr 05 11:37:21.651571 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb214-92b3-4838-89ab-d5255f604b04 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (51f92bbe-e112-4836-bb49-8be8b05bbf28), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:21.729179 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c04c17fc-6b3f-4b97-8c38-e07e10425d13 req-0dd3018a-f74c-4829-ad3c-1ac75ee404ce tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620610 Apr 05 11:37:21.781054 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-cbdce4f5-b99a-48fd-a750-becb95907190 service neutron] 10.222.0.57 "GET /v2.0/networks/c77bd11c-2083-4ad7-adab-65001019d0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078931 Apr 05 11:37:21.792994 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-ca9cb214-92b3-4838-89ab-d5255f604b04 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Floating IP 51f92bbe-e112-4836-bb49-8be8b05bbf28 associated. External IP: 172.27.1.52, port: 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0. Apr 05 11:37:21.963972 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d875aa0a-bbdb-484b-8c71-5f26818b9c33 req-691e510f-5a5b-4bab-8afb-82ad10b6f0df service neutron] 10.222.0.57 "GET /v2.0/networks/c77bd11c-2083-4ad7-adab-65001019d0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686244 Apr 05 11:37:22.019966 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ad6ae-7762-453d-8769-fd246a296f6a req-386f63c8-5c3d-4906-ae67-565a4c62cc8c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:22.021568 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-652ad6ae-7762-453d-8769-fd246a296f6a req-386f63c8-5c3d-4906-ae67-565a4c62cc8c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.0578980 Apr 05 11:37:22.073563 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-652ad6ae-7762-453d-8769-fd246a296f6a req-c2592b2f-0ea5-494a-ace0-9f2008324559 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461798 Apr 05 11:37:22.112442 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9cb214-92b3-4838-89ab-d5255f604b04 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Router 927ef2b6-3c41-4512-b854-4f8e285b6a48 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:37:22.115196 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a9d64d9b-f535-40aa-acb2-317c78499734 req-e30d2cbb-52f5-4459-9130-175754aab6e4 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 210 time: 0.0381362 Apr 05 11:37:22.240435 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9cb214-92b3-4838-89ab-d5255f604b04 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:37:22.242518 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b174d9-183d-4d4f-9a93-018a677e1060 req-4439019f-22ce-4667-92eb-2dd77928c7c8 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:22.244297 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-16b174d9-183d-4d4f-9a93-018a677e1060 req-4439019f-22ce-4667-92eb-2dd77928c7c8 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 944 time: 0.0554767 Apr 05 11:37:22.255916 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb214-92b3-4838-89ab-d5255f604b04 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:22.256867 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6744b-1258-4098-9698-4dea8eb4b9a5 None None] Sync routers for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:37:22.261522 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6744b-1258-4098-9698-4dea8eb4b9a5 None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:22.262095 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1dd6744b-1258-4098-9698-4dea8eb4b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:36:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:22.304042 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-16b174d9-183d-4d4f-9a93-018a677e1060 req-71f4d643-d259-47b3-a0a6-907a421f40fd tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513570 Apr 05 11:37:22.388706 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-1dd6744b-1258-4098-9698-4dea8eb4b9a5 None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:22.547307 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-ca9cb214-92b3-4838-89ab-d5255f604b04 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "PUT /v2.0/floatingips/51f92bbe-e112-4836-bb49-8be8b05bbf28 HTTP/1.1" status: 200 len: 990 time: 1.7108233 Apr 05 11:37:22.548011 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd641ff-56ae-409d-bc86-8d8edb85fedb', 'tag': '6bedd3d0-95f4-48c4-b38a-8ecae6e627b0'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:22.550213 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f892886d-2371-4c93-b852-10662b786e00" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd641ff-56ae-409d-bc86-8d8edb85fedb", "tag": "6bedd3d0-95f4-48c4-b38a-8ecae6e627b0"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:22.594145 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8dd4ab-b02f-492f-98e5-bd1e93fbf2ef x-openstack-request-id: req-4e8dd4ab-b02f-492f-98e5-bd1e93fbf2ef {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:22.594439 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd641ff-56ae-409d-bc86-8d8edb85fedb", "tag": "6bedd3d0-95f4-48c4-b38a-8ecae6e627b0", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:22.594693 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e8dd4ab-b02f-492f-98e5-bd1e93fbf2ef {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:22.595090 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8dd4ab-b02f-492f-98e5-bd1e93fbf2ef'] response: {'name': 'network-changed', 'server_uuid': '5bd641ff-56ae-409d-bc86-8d8edb85fedb', 'tag': '6bedd3d0-95f4-48c4-b38a-8ecae6e627b0', 'status': 'completed', 'code': 200} Apr 05 11:37:22.628048 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1dd6744b-1258-4098-9698-4dea8eb4b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '51f92bbe-e112-4836-bb49-8be8b05bbf28', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': '6bedd3d0-95f4-48c4-b38a-8ecae6e627b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:2c:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd641ff-56ae-409d-bc86-8d8edb85fedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:36:35Z', 'updated_at': '2022-04-05T11:37:21Z', 'revision_number': 1, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}, {'id': 'c5f6406f-f7f1-4021-8f07-07225331857b', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:d6:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78373594-67e2-4cfc-8b01-6417123e373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:20Z', 'updated_at': '2022-04-05T11:35:17Z', 'revision_number': 2, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:22.653359 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6744b-1258-4098-9698-4dea8eb4b9a5 None None] Checking router: 927ef2b6-3c41-4512-b854-4f8e285b6a48 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:37:22.662086 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6744b-1258-4098-9698-4dea8eb4b9a5 None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:22.662679 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1dd6744b-1258-4098-9698-4dea8eb4b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:36:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:22.770343 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-1dd6744b-1258-4098-9698-4dea8eb4b9a5 None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:22.859853 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6352a-3f57-4411-b564-3e3aa2281225 req-31c41c4d-34ca-42e6-87c4-087d26a105e1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:22.861264 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e6e6352a-3f57-4411-b564-3e3aa2281225 req-31c41c4d-34ca-42e6-87c4-087d26a105e1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0537264 Apr 05 11:37:22.908313 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e6e6352a-3f57-4411-b564-3e3aa2281225 req-199a7bdc-7ff1-4d02-8765-0afef464dcb4 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411396 Apr 05 11:37:23.004815 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1dd6744b-1258-4098-9698-4dea8eb4b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '51f92bbe-e112-4836-bb49-8be8b05bbf28', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': '6bedd3d0-95f4-48c4-b38a-8ecae6e627b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:2c:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd641ff-56ae-409d-bc86-8d8edb85fedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:36:35Z', 'updated_at': '2022-04-05T11:37:21Z', 'revision_number': 1, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}, {'id': 'c5f6406f-f7f1-4021-8f07-07225331857b', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:d6:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78373594-67e2-4cfc-8b01-6417123e373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:20Z', 'updated_at': '2022-04-05T11:35:17Z', 'revision_number': 2, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:23.034439 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6744b-1258-4098-9698-4dea8eb4b9a5 None None] The sync data for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi is: [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '51f92bbe-e112-4836-bb49-8be8b05bbf28', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': '6bedd3d0-95f4-48c4-b38a-8ecae6e627b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:2c:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd641ff-56ae-409d-bc86-8d8edb85fedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:36:35Z', 'updated_at': '2022-04-05T11:37:21Z', 'revision_number': 1, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}, {'id': 'c5f6406f-f7f1-4021-8f07-07225331857b', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:d6:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78373594-67e2-4cfc-8b01-6417123e373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:20Z', 'updated_at': '2022-04-05T11:35:17Z', 'revision_number': 2, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:37:23.091285 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-30d54697-7754-42dc-b461-2b588e2765a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:23.217064 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67780dd-3a8e-417e-b8d7-a3d3e94a0e4f req-8102a728-4ac1-4aaa-a9f1-8d0e6bab1991 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:23.219506 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a67780dd-3a8e-417e-b8d7-a3d3e94a0e4f req-8102a728-4ac1-4aaa-a9f1-8d0e6bab1991 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.0622036 Apr 05 11:37:23.226375 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b7ef0fb5-4768-48dd-a472-7d7966656be5 req-a3c5c8fb-8434-47ed-8380-68f95b611696 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 210 time: 0.0310879 Apr 05 11:37:23.252058 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e24009a-8ba8-43d2-badf-d5b7b6340390 None None] New status for floating IP 51f92bbe-e112-4836-bb49-8be8b05bbf28: ACTIVE {{(pid=103948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:37:23.271353 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a67780dd-3a8e-417e-b8d7-a3d3e94a0e4f req-13fc688a-b303-494f-8f45-9dac3c2fa33b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460544 Apr 05 11:37:23.425871 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abb417-362b-4087-a8a0-7ccc15e41c8c req-e7c79fd3-3f22-4bbd-82a8-2ef85e65a3c7 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:23.427656 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-70abb417-362b-4087-a8a0-7ccc15e41c8c req-e7c79fd3-3f22-4bbd-82a8-2ef85e65a3c7 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 944 time: 0.0563276 Apr 05 11:37:23.478232 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-70abb417-362b-4087-a8a0-7ccc15e41c8c req-38b14363-5288-4719-85d1-4e15f409d3dd tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444419 Apr 05 11:37:23.603095 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892886d-2371-4c93-b852-10662b786e00 req-49afaabb-37a7-4315-935a-a86b53948e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:23.604601 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f892886d-2371-4c93-b852-10662b786e00 req-49afaabb-37a7-4315-935a-a86b53948e9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d629246f6ced4cc8b75399b7a0723868&device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 1129 time: 0.1186554 Apr 05 11:37:23.635492 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-757c0ba8-fdf9-4c1b-a79c-ba30bc4788db tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:23.636968 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-757c0ba8-fdf9-4c1b-a79c-ba30bc4788db tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.57 "GET /v2.0/networks?id=ea3a10f4-0bb5-4d93-8b49-e98853fc626e HTTP/1.1" status: 200 len: 809 time: 0.1521456 Apr 05 11:37:23.682588 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-5c41d431-6414-45b0-8437-32acecf2fc4d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Request body: {'port': {'device_id': 'd5755f95-ae09-4013-95fa-5c5c23822f8e', 'network_id': 'ea3a10f4-0bb5-4d93-8b49-e98853fc626e', 'admin_state_up': True, 'tenant_id': 'f9d646856dc44118a63f2dd56d120c2d'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:23.765438 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892886d-2371-4c93-b852-10662b786e00 req-0b47ddcb-16ca-4e76-8859-00a9c95f1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:23.766909 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f892886d-2371-4c93-b852-10662b786e00 req-0b47ddcb-16ca-4e76-8859-00a9c95f1aa9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83da91da-2a37-43a9-b807-df1a6d29d057 HTTP/1.1" status: 200 len: 915 time: 0.1565530 Apr 05 11:37:23.860627 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f892886d-2371-4c93-b852-10662b786e00 req-3058481e-7655-4149-b04f-a06705f3bdaa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 HTTP/1.1" status: 200 len: 1000 time: 0.0866077 Apr 05 11:37:23.914634 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892886d-2371-4c93-b852-10662b786e00 req-cbc77a9c-e3c9-447c-b272-1443759d8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:23.916184 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f892886d-2371-4c93-b852-10662b786e00 req-cbc77a9c-e3c9-447c-b272-1443759d8cac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5cd637a4-454f-44ef-8588-c6f33cdbe982 HTTP/1.1" status: 200 len: 853 time: 0.0444422 Apr 05 11:37:23.950187 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-5c41d431-6414-45b0-8437-32acecf2fc4d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Made reservation on behalf of f9d646856dc44118a63f2dd56d120c2d for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:37:23.954632 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-5c41d431-6414-45b0-8437-32acecf2fc4d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:24.048455 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892886d-2371-4c93-b852-10662b786e00 req-6fdc7d59-aa75-4378-b1f9-613034987644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:24.049938 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f892886d-2371-4c93-b852-10662b786e00 req-6fdc7d59-aa75-4378-b1f9-613034987644 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83da91da-2a37-43a9-b807-df1a6d29d057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1278179 Apr 05 11:37:24.058959 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:24.119062 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7977c-5b8d-454f-ae60-1f59fb698254 req-0f09f460-17b5-4328-8562-b997bedc45df tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:24.120536 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-19f7977c-5b8d-454f-ae60-1f59fb698254 req-0f09f460-17b5-4328-8562-b997bedc45df tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.1408095 Apr 05 11:37:24.168130 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-5c41d431-6414-45b0-8437-32acecf2fc4d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Allocated IP 172.20.0.4 (ea3a10f4-0bb5-4d93-8b49-e98853fc626e/dcfbcbd6-b4d9-4935-a16f-54ecdf2fcd59/f15f7201-ad36-4a4e-ace1-dd911c738dae) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:37:24.256573 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-19f7977c-5b8d-454f-ae60-1f59fb698254 req-5bcee0d4-670a-414c-b8b3-379395d82000 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301250 Apr 05 11:37:24.316387 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f892886d-2371-4c93-b852-10662b786e00 req-1661108c-4e71-40c7-a054-1758f314e403 service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789606 Apr 05 11:37:24.342010 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-18247adf-8b9a-4f17-9e72-98b8eeee544c req-f694ebb1-c664-4967-a014-cd6c0907dcf3 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 210 time: 0.0368257 Apr 05 11:37:24.511377 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f892886d-2371-4c93-b852-10662b786e00 req-f7e59e03-5e19-4f80-8aa2-2356b783a8dd service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863220 Apr 05 11:37:24.517863 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-5c41d431-6414-45b0-8437-32acecf2fc4d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Publish callbacks [] for port (f15f7201-ad36-4a4e-ace1-dd911c738dae), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:24.525583 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00656-013d-4efa-ae72-5181c009ec63 req-576bd78e-7b2d-4df2-941d-1535d7d27f6d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:24.527013 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-79c00656-013d-4efa-ae72-5181c009ec63 req-576bd78e-7b2d-4df2-941d-1535d7d27f6d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.1535890 Apr 05 11:37:24.595998 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-79c00656-013d-4efa-ae72-5181c009ec63 req-584457f6-b677-4340-8061-f920e79563c6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620978 Apr 05 11:37:24.601044 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569ae1b-1220-400d-97a9-3159ac0c1702 req-dfa2a532-647f-4612-ac19-508d16c98b29 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:24.602548 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2569ae1b-1220-400d-97a9-3159ac0c1702 req-dfa2a532-647f-4612-ac19-508d16c98b29 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 944 time: 0.0543768 Apr 05 11:37:24.650187 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2569ae1b-1220-400d-97a9-3159ac0c1702 req-8998286f-afb3-4d70-b55d-3ae49d95fb9b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422223 Apr 05 11:37:24.688792 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-5c41d431-6414-45b0-8437-32acecf2fc4d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (f15f7201-ad36-4a4e-ace1-dd911c738dae), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:24.731148 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-5c41d431-6414-45b0-8437-32acecf2fc4d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Network ea3a10f4-0bb5-4d93-8b49-e98853fc626e is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:37:24.734614 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-5c41d431-6414-45b0-8437-32acecf2fc4d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:24.740683 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-5c41d431-6414-45b0-8437-32acecf2fc4d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:37:24.745282 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-5c41d431-6414-45b0-8437-32acecf2fc4d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:24.745878 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-5c41d431-6414-45b0-8437-32acecf2fc4d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:24.752495 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41d431-6414-45b0-8437-32acecf2fc4d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Pushing event updated for resources: {'Port': ['ID=f15f7201-ad36-4a4e-ace1-dd911c738dae,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:24.879238 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-5c41d431-6414-45b0-8437-32acecf2fc4d tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2005093 Apr 05 11:37:24.899496 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Request body: {'port': {'device_id': 'd5755f95-ae09-4013-95fa-5c5c23822f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:24.960453 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (f15f7201-ad36-4a4e-ace1-dd911c738dae), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.210133 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15f7201-ad36-4a4e-ace1-dd911c738dae {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:37:25.217204 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Publish callbacks [] for port (f15f7201-ad36-4a4e-ace1-dd911c738dae), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.228623 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Transition to ACTIVE for port object f15f7201-ad36-4a4e-ace1-dd911c738dae will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:37:25.309007 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (f15f7201-ad36-4a4e-ace1-dd911c738dae), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.395586 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Pushing event updated for resources: {'Port': ['ID=f15f7201-ad36-4a4e-ace1-dd911c738dae,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:25.430554 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.445951 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fa76b-023f-435f-b61b-e73dc7dea4be req-55a3571b-8954-474c-91e7-a0ce0cc247a4 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:25.453751 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c74fa76b-023f-435f-b61b-e73dc7dea4be req-55a3571b-8954-474c-91e7-a0ce0cc247a4 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.1163208 Apr 05 11:37:25.455611 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Attempting to bind port f15f7201-ad36-4a4e-ace1-dd911c738dae on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:37:25.455956 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Attempting to bind port f15f7201-ad36-4a4e-ace1-dd911c738dae by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '380819f6-6a24-4cd1-95af-1c3044296441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ea3a10f4-0bb5-4d93-8b49-e98853fc626e'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:37:25.456290 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Attempting to bind port f15f7201-ad36-4a4e-ace1-dd911c738dae on network ea3a10f4-0bb5-4d93-8b49-e98853fc626e {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:37:25.461139 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01caf18-9e7e-447d-95b4-8542704dcd1a req-227c9c2c-4479-414b-a6d6-c3bb5d532800 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:25.462553 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d01caf18-9e7e-447d-95b4-8542704dcd1a req-227c9c2c-4479-414b-a6d6-c3bb5d532800 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 943 time: 0.0584471 Apr 05 11:37:25.473155 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Port f15f7201-ad36-4a4e-ace1-dd911c738dae on network ea3a10f4-0bb5-4d93-8b49-e98853fc626e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:37:25.473480 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Attempting to bind port f15f7201-ad36-4a4e-ace1-dd911c738dae on network ea3a10f4-0bb5-4d93-8b49-e98853fc626e {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:37:25.486624 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:37:25.486961 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Checking segment: {'id': '380819f6-6a24-4cd1-95af-1c3044296441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ea3a10f4-0bb5-4d93-8b49-e98853fc626e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:37:25.487352 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Bound using segment: {'id': '380819f6-6a24-4cd1-95af-1c3044296441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ea3a10f4-0bb5-4d93-8b49-e98853fc626e'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:37:25.487814 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Bound port: f15f7201-ad36-4a4e-ace1-dd911c738dae, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '380819f6-6a24-4cd1-95af-1c3044296441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ea3a10f4-0bb5-4d93-8b49-e98853fc626e'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:37:25.488169 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (f15f7201-ad36-4a4e-ace1-dd911c738dae), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.512546 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d01caf18-9e7e-447d-95b4-8542704dcd1a req-b28bd0b2-2d40-4faf-9291-827f6806dbfd tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430214 Apr 05 11:37:25.520388 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c74fa76b-023f-435f-b61b-e73dc7dea4be req-f131ddfd-20d6-4b8f-aad2-3fd306482e6a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657928 Apr 05 11:37:25.569614 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] For port f15f7201-ad36-4a4e-ace1-dd911c738dae, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:37:25.572559 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] For port f15f7201-ad36-4a4e-ace1-dd911c738dae, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f15f7201-ad36-4a4e-ace1-dd911c738dae,segment=NetworkSegment(380819f6-6a24-4cd1-95af-1c3044296441),segment_id=380819f6-6a24-4cd1-95af-1c3044296441)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:37:25.674520 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (f15f7201-ad36-4a4e-ace1-dd911c738dae), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.709872 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:25.710495 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.711944 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] 10.222.0.57 "PUT /v2.0/ports/f15f7201-ad36-4a4e-ace1-dd911c738dae HTTP/1.1" status: 200 len: 1093 time: 0.8164616 Apr 05 11:37:25.712333 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5755f95-ae09-4013-95fa-5c5c23822f8e', 'tag': 'f15f7201-ad36-4a4e-ace1-dd911c738dae'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:25.714597 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b200728-28bd-43eb-be27-e2a145e7de81" -d '{"events": [{"name": "network-changed", "server_uuid": "d5755f95-ae09-4013-95fa-5c5c23822f8e", "tag": "f15f7201-ad36-4a4e-ace1-dd911c738dae"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:25.742324 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9342c-66de-49a1-a1aa-b758874e45fa service neutron] Pushing event updated for resources: {'Port': ['ID=f15f7201-ad36-4a4e-ace1-dd911c738dae,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:25.759726 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b216e2-d9c6-46c5-983d-d7d9313f901f x-openstack-request-id: req-e4b216e2-d9c6-46c5-983d-d7d9313f901f {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:25.760071 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5755f95-ae09-4013-95fa-5c5c23822f8e", "tag": "f15f7201-ad36-4a4e-ace1-dd911c738dae", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:25.760331 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4b216e2-d9c6-46c5-983d-d7d9313f901f {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:25.760732 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b216e2-d9c6-46c5-983d-d7d9313f901f'] response: {'name': 'network-changed', 'server_uuid': 'd5755f95-ae09-4013-95fa-5c5c23822f8e', 'tag': 'f15f7201-ad36-4a4e-ace1-dd911c738dae', 'status': 'completed', 'code': 200} Apr 05 11:37:25.771305 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05272d6-7faf-489f-bce6-e762b8768ecf req-4b9805cf-b887-48b3-addf-e138d5e657fb tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:25.772856 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e05272d6-7faf-489f-bce6-e762b8768ecf req-4b9805cf-b887-48b3-addf-e138d5e657fb tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 944 time: 0.0550051 Apr 05 11:37:25.824313 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e05272d6-7faf-489f-bce6-e762b8768ecf req-5a500d3b-c6d6-479b-bf6b-c1cd5a212e60 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440559 Apr 05 11:37:25.856145 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b200728-28bd-43eb-be27-e2a145e7de81 req-8d68681d-c984-46a5-9a64-2536b52d7d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:25.857641 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6b200728-28bd-43eb-be27-e2a145e7de81 req-8d68681d-c984-46a5-9a64-2536b52d7d3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9d646856dc44118a63f2dd56d120c2d&device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 1127 time: 0.0504706 Apr 05 11:37:25.921783 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:37:25.965577 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b200728-28bd-43eb-be27-e2a145e7de81 req-ad774e6b-176a-4eb7-9769-4f5cbf727f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:25.966948 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6b200728-28bd-43eb-be27-e2a145e7de81 req-ad774e6b-176a-4eb7-9769-4f5cbf727f81 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f9d646856dc44118a63f2dd56d120c2d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0910432 Apr 05 11:37:26.027770 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b,segment=NetworkSegment(661bd3e3-7efc-4d28-9c35-158da73c73fa),segment_id=661bd3e3-7efc-4d28-9c35-158da73c73fa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:26.078129 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b200728-28bd-43eb-be27-e2a145e7de81 req-41522c18-73d1-46a0-8946-41ce5f1d1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:26.079644 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6b200728-28bd-43eb-be27-e2a145e7de81 req-41522c18-73d1-46a0-8946-41ce5f1d1311 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054828 Apr 05 11:37:26.161267 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b', 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4', 'port_id': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b', 'mac_address': 'fa:16:3e:2e:8a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:37:26.192118 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-bfa832d0-7a08-4be0-a3e0-d2d771de407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:26.193673 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-bfa832d0-7a08-4be0-a3e0-d2d771de407e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9d646856dc44118a63f2dd56d120c2d&device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 1127 time: 0.0461652 Apr 05 11:37:26.200050 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:26.200543 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:26.213498 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:37:26.233600 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b,segment=NetworkSegment(661bd3e3-7efc-4d28-9c35-158da73c73fa),segment_id=661bd3e3-7efc-4d28-9c35-158da73c73fa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:26.244624 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-22d1c38e-b744-458c-b7fa-331ffc80cd1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f15f7201-ad36-4a4e-ace1-dd911c738dae HTTP/1.1" status: 200 len: 217 time: 0.0379846 Apr 05 11:37:26.297737 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-0704bd1f-509a-40e6-a532-fc2ac802f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:26.299164 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-0704bd1f-509a-40e6-a532-fc2ac802f2e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dcfbcbd6-b4d9-4935-a16f-54ecdf2fcd59 HTTP/1.1" status: 200 len: 849 time: 0.0430148 Apr 05 11:37:26.308702 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:26.333754 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-90afceaf-5195-4c2f-9a55-79928760b440 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea3a10f4-0bb5-4d93-8b49-e98853fc626e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259223 Apr 05 11:37:26.356343 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:26.427591 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-c59e9b83-ac26-423f-a446-5e947292cc47 service neutron] 10.222.0.57 "GET /v2.0/networks/ea3a10f4-0bb5-4d93-8b49-e98853fc626e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860627 Apr 05 11:37:26.513625 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a96e1224-e1ec-42f2-a2da-7e1822f6ecbc req-b07f694c-75da-4f65-bf07-4a61d5efdef8 service neutron] 10.222.0.57 "GET /v2.0/networks/ea3a10f4-0bb5-4d93-8b49-e98853fc626e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797682 Apr 05 11:37:26.637928 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ebdef-fdb9-4b5a-875c-53f3155b9f1e req-3a55699f-a85a-462c-a8c6-aeeb93b488a7 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:26.639643 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-983ebdef-fdb9-4b5a-875c-53f3155b9f1e req-3a55699f-a85a-462c-a8c6-aeeb93b488a7 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 943 time: 0.0546007 Apr 05 11:37:26.642319 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45c0f2-431b-46aa-8d5b-6540877954bd req-704fde2f-6401-472f-988b-95f88dde3744 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:26.643826 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1b45c0f2-431b-46aa-8d5b-6540877954bd req-704fde2f-6401-472f-988b-95f88dde3744 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0521226 Apr 05 11:37:26.694888 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-983ebdef-fdb9-4b5a-875c-53f3155b9f1e req-9c481f64-dde5-47a9-9334-e93251882f03 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490994 Apr 05 11:37:26.695454 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1b45c0f2-431b-46aa-8d5b-6540877954bd req-b6da7a0a-b061-46d5-a873-45ab46df1aa3 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458794 Apr 05 11:37:26.724504 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['1c450bf1-70cb-43f6-b3c7-8ca81f6a779b'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:37:26.942621 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990b6fd-c564-462c-a632-88ee860af734 req-bb4e9e88-f063-4e47-bc69-df0683c00c35 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:26.944146 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9990b6fd-c564-462c-a632-88ee860af734 req-bb4e9e88-f063-4e47-bc69-df0683c00c35 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 945 time: 0.0517626 Apr 05 11:37:26.971773 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:26.990960 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9990b6fd-c564-462c-a632-88ee860af734 req-cd746e08-279d-4d93-b736-aca38f21d8a7 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 Apr 05 11:37:27.815012 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca7abb-7a1b-4841-ae21-f2f9cab5ac08 req-771d0a0c-cb31-47af-8ee5-6a84f782764d tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:27.816530 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d1ca7abb-7a1b-4841-ae21-f2f9cab5ac08 req-771d0a0c-cb31-47af-8ee5-6a84f782764d tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0542722 Apr 05 11:37:27.817741 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0987af8-bdcd-4acf-853a-f96f70bdfc38 req-66ad6486-9e0b-4362-8665-96f5178fa121 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:27.819216 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a0987af8-bdcd-4acf-853a-f96f70bdfc38 req-66ad6486-9e0b-4362-8665-96f5178fa121 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 943 time: 0.0573573 Apr 05 11:37:27.864985 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d1ca7abb-7a1b-4841-ae21-f2f9cab5ac08 req-e158b008-296b-4eb4-bea2-4ce8d421bfba tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426424 Apr 05 11:37:27.868200 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a0987af8-bdcd-4acf-853a-f96f70bdfc38 req-4c195af1-b1b4-4236-8598-b5c425815e9a tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430179 Apr 05 11:37:27.926654 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:37:28.058845 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:37:28.063749 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:28.064122 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:28.116269 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f590417-1d72-4a4c-a907-8a37587dfa5c req-c26f6a2d-a3df-4587-aa2c-e1f3950e100a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:28.117741 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7f590417-1d72-4a4c-a907-8a37587dfa5c req-c26f6a2d-a3df-4587-aa2c-e1f3950e100a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 945 time: 0.0577598 Apr 05 11:37:28.143820 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:28.144206 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:28.166088 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7f590417-1d72-4a4c-a907-8a37587dfa5c req-fc9ed07e-4f7c-40d4-8c32-a879742477bf tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427225 Apr 05 11:37:28.166854 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:28.169188 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd642d22-72fb-4050-a34f-babc28da3e47" -d '{"events": [{"server_uuid": "cbe35228-f44c-438d-8be8-0b14f59b2826", "name": "network-vif-plugged", "status": "completed", "tag": "1c450bf1-70cb-43f6-b3c7-8ca81f6a779b"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:28.183283 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b,segment=NetworkSegment(661bd3e3-7efc-4d28-9c35-158da73c73fa),segment_id=661bd3e3-7efc-4d28-9c35-158da73c73fa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:28.205978 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b3f4f0-1eed-4e1e-b673-6c9dd8fa9f22 x-openstack-request-id: req-88b3f4f0-1eed-4e1e-b673-6c9dd8fa9f22 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:28.206296 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe35228-f44c-438d-8be8-0b14f59b2826", "name": "network-vif-plugged", "status": "completed", "tag": "1c450bf1-70cb-43f6-b3c7-8ca81f6a779b", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:28.206560 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88b3f4f0-1eed-4e1e-b673-6c9dd8fa9f22 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:28.206959 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b3f4f0-1eed-4e1e-b673-6c9dd8fa9f22'] response: {'server_uuid': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b', 'code': 200} Apr 05 11:37:28.286095 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:28.335903 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:28.560150 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6015c-8c51-41f4-a271-4bc6a44b6a3e req-a72a7ef6-ce2c-45fa-b0a8-c9d41c654920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:28.562498 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-32a6015c-8c51-41f4-a271-4bc6a44b6a3e req-a72a7ef6-ce2c-45fa-b0a8-c9d41c654920 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 1130 time: 0.0442755 Apr 05 11:37:28.607628 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-32a6015c-8c51-41f4-a271-4bc6a44b6a3e req-59d07505-b62d-43ea-ad18-acbc2619d4b7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366943 Apr 05 11:37:28.985149 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22e015-8756-4a98-bff9-5d443804d48a req-f8ffbfc1-b49a-4d73-a9aa-b52a86817ce4 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:28.986218 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b3976-692f-4e21-8b7f-d874d2e08a4a req-7e68dbc2-c6b8-40be-be59-a42e70f8334c tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:28.986712 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bc22e015-8756-4a98-bff9-5d443804d48a req-f8ffbfc1-b49a-4d73-a9aa-b52a86817ce4 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0533357 Apr 05 11:37:28.987719 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-835b3976-692f-4e21-8b7f-d874d2e08a4a req-7e68dbc2-c6b8-40be-be59-a42e70f8334c tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 943 time: 0.0516853 Apr 05 11:37:29.033703 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-835b3976-692f-4e21-8b7f-d874d2e08a4a req-b5bbc8f3-cd5a-4d4d-acd1-e4ddaceab661 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406153 Apr 05 11:37:29.036856 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bc22e015-8756-4a98-bff9-5d443804d48a req-29dcfb19-0e3b-41d4-a00e-18e8b31cff8c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446393 Apr 05 11:37:29.288970 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7f4bf-478e-4346-bac1-0e308e87b99f req-54a0cd7c-379c-494e-b2bd-11cc27d73199 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:29.290435 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f7c7f4bf-478e-4346-bac1-0e308e87b99f req-54a0cd7c-379c-494e-b2bd-11cc27d73199 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 946 time: 0.0564752 Apr 05 11:37:29.338311 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f7c7f4bf-478e-4346-bac1-0e308e87b99f req-88d06f3e-c7ba-40b1-833a-fe7f4a334d0f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Apr 05 11:37:29.948334 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device f15f7201-ad36-4a4e-ace1-dd911c738dae details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:37:30.042467 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port f15f7201-ad36-4a4e-ace1-dd911c738dae, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f15f7201-ad36-4a4e-ace1-dd911c738dae,segment=NetworkSegment(380819f6-6a24-4cd1-95af-1c3044296441),segment_id=380819f6-6a24-4cd1-95af-1c3044296441)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:30.057612 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': 'f15f7201-ad36-4a4e-ace1-dd911c738dae', 'network_id': 'ea3a10f4-0bb5-4d93-8b49-e98853fc626e', 'port_id': 'f15f7201-ad36-4a4e-ace1-dd911c738dae', 'mac_address': 'fa:16:3e:cd:d4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbcbd6-b4d9-4935-a16f-54ecdf2fcd59', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:37:30.102075 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port f15f7201-ad36-4a4e-ace1-dd911c738dae is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:30.102466 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (f15f7201-ad36-4a4e-ace1-dd911c738dae), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:30.117302 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15f7201-ad36-4a4e-ace1-dd911c738dae {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:37:30.138900 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port f15f7201-ad36-4a4e-ace1-dd911c738dae, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f15f7201-ad36-4a4e-ace1-dd911c738dae,segment=NetworkSegment(380819f6-6a24-4cd1-95af-1c3044296441),segment_id=380819f6-6a24-4cd1-95af-1c3044296441)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:30.151851 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3392e-3f00-473e-95cc-c6343530d5be req-c2d9ffe5-cb53-4d33-861b-d42b4e297eb0 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:30.153471 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f9e3392e-3f00-473e-95cc-c6343530d5be req-c2d9ffe5-cb53-4d33-861b-d42b4e297eb0 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 943 time: 0.0533237 Apr 05 11:37:30.157968 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2affc-2693-4204-a8f4-ce40f4b42769 req-9a3a2e94-f529-4f45-82bf-b52fd5cb205c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:30.159486 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3fa2affc-2693-4204-a8f4-ce40f4b42769 req-9a3a2e94-f529-4f45-82bf-b52fd5cb205c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0526443 Apr 05 11:37:30.203645 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f9e3392e-3f00-473e-95cc-c6343530d5be req-cabaf5e9-8387-400b-bd9f-259881f0d4e3 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436859 Apr 05 11:37:30.207405 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3fa2affc-2693-4204-a8f4-ce40f4b42769 req-cc7c3d6f-d1ca-4f29-a7ee-0c7a71d6df59 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423501 Apr 05 11:37:30.219841 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (f15f7201-ad36-4a4e-ace1-dd911c738dae), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:30.267263 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=f15f7201-ad36-4a4e-ace1-dd911c738dae,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:30.454413 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e86ba-a084-4c4c-bd4e-571d72d126d5 req-a1bb1f58-6ec6-41af-b673-cbe6768e345b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:30.456093 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a21e86ba-a084-4c4c-bd4e-571d72d126d5 req-a1bb1f58-6ec6-41af-b673-cbe6768e345b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 946 time: 0.0527451 Apr 05 11:37:30.506065 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a21e86ba-a084-4c4c-bd4e-571d72d126d5 req-a172d824-2076-4ae3-b37f-7dd755535ba6 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442114 Apr 05 11:37:30.713333 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['f15f7201-ad36-4a4e-ace1-dd911c738dae'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:37:31.327204 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c024b9-7b44-4b93-9a41-5b3002389280 req-82135b90-f568-483c-901d-a60fbb146b62 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:31.328967 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-47c024b9-7b44-4b93-9a41-5b3002389280 req-82135b90-f568-483c-901d-a60fbb146b62 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 944 time: 0.0575771 Apr 05 11:37:31.330159 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36595a37-5148-41c8-a540-bb1cff557ace req-0c6a3a09-4046-4be3-9911-25ef0db826b8 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:31.331647 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-36595a37-5148-41c8-a540-bb1cff557ace req-0c6a3a09-4046-4be3-9911-25ef0db826b8 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0578263 Apr 05 11:37:31.377362 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-47c024b9-7b44-4b93-9a41-5b3002389280 req-7400bc49-fb86-414e-ac99-a3fc8952a04e tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426207 Apr 05 11:37:31.379638 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-36595a37-5148-41c8-a540-bb1cff557ace req-ffa0a97d-584f-4d8f-948b-5dcb0187bb1d tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424001 Apr 05 11:37:31.622031 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89d93d-f3cb-4c5b-bd92-1640e48b6e28 req-e2b95cb8-a789-4cf0-9ccf-7a3e64cb8508 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:31.624094 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3b89d93d-f3cb-4c5b-bd92-1640e48b6e28 req-e2b95cb8-a789-4cf0-9ccf-7a3e64cb8508 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 946 time: 0.0514700 Apr 05 11:37:31.670548 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3b89d93d-f3cb-4c5b-bd92-1640e48b6e28 req-06120118-de7c-4779-8f76-9d1fae8adb6f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405147 Apr 05 11:37:31.788539 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2a65e-b454-46a5-bad0-4dfbb4fba1fb req-cf1f5d69-6a90-400f-89a1-df636e219603 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:31.789957 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-99b2a65e-b454-46a5-bad0-4dfbb4fba1fb req-cf1f5d69-6a90-400f-89a1-df636e219603 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 946 time: 0.0531726 Apr 05 11:37:31.837409 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-99b2a65e-b454-46a5-bad0-4dfbb4fba1fb req-82ebd72a-1527-4685-acdc-8e19c54dd80e tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417843 Apr 05 11:37:31.961271 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device f15f7201-ad36-4a4e-ace1-dd911c738dae up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:37:32.073782 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port f15f7201-ad36-4a4e-ace1-dd911c738dae completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:37:32.078367 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port f15f7201-ad36-4a4e-ace1-dd911c738dae triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:32.080011 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (f15f7201-ad36-4a4e-ace1-dd911c738dae), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:32.163588 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port f15f7201-ad36-4a4e-ace1-dd911c738dae is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:32.163980 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (f15f7201-ad36-4a4e-ace1-dd911c738dae), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:32.170954 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37260dab-ac90-4648-ac52-c537d703eb56 req-b7fafa9d-4811-47c4-90f2-505336f87bb6 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:32.172588 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-37260dab-ac90-4648-ac52-c537d703eb56 req-b7fafa9d-4811-47c4-90f2-505336f87bb6 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 946 time: 0.0562103 Apr 05 11:37:32.191680 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5755f95-ae09-4013-95fa-5c5c23822f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15f7201-ad36-4a4e-ace1-dd911c738dae'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:32.194003 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c42b01-4265-419e-8a97-8b56068bab27" -d '{"events": [{"server_uuid": "d5755f95-ae09-4013-95fa-5c5c23822f8e", "name": "network-vif-plugged", "status": "completed", "tag": "f15f7201-ad36-4a4e-ace1-dd911c738dae"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:32.206584 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port f15f7201-ad36-4a4e-ace1-dd911c738dae, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f15f7201-ad36-4a4e-ace1-dd911c738dae,segment=NetworkSegment(380819f6-6a24-4cd1-95af-1c3044296441),segment_id=380819f6-6a24-4cd1-95af-1c3044296441)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:32.220378 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-37260dab-ac90-4648-ac52-c537d703eb56 req-8731eb0e-f4f8-4f0c-a43d-cf6296fe4143 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423069 Apr 05 11:37:32.231439 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a02d37-5698-47f8-be10-ed63f76b3f18 x-openstack-request-id: req-50a02d37-5698-47f8-be10-ed63f76b3f18 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:32.231734 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5755f95-ae09-4013-95fa-5c5c23822f8e", "name": "network-vif-plugged", "status": "completed", "tag": "f15f7201-ad36-4a4e-ace1-dd911c738dae", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:32.231996 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50a02d37-5698-47f8-be10-ed63f76b3f18 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:32.232401 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a02d37-5698-47f8-be10-ed63f76b3f18'] response: {'server_uuid': 'd5755f95-ae09-4013-95fa-5c5c23822f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15f7201-ad36-4a4e-ace1-dd911c738dae', 'code': 200} Apr 05 11:37:32.274239 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (f15f7201-ad36-4a4e-ace1-dd911c738dae), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:32.326378 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=f15f7201-ad36-4a4e-ace1-dd911c738dae,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:32.505244 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330b0fd-e987-4c70-afee-ecba0e23d849 req-072b9756-e534-4cfd-b484-39c14e93ff5a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:32.506590 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0330b0fd-e987-4c70-afee-ecba0e23d849 req-072b9756-e534-4cfd-b484-39c14e93ff5a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0563235 Apr 05 11:37:32.507445 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c896e-072a-4ceb-9ae8-f533d98727f3 req-8d81e399-1beb-47d4-80b8-7bff9af9258e tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:32.508975 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-192c896e-072a-4ceb-9ae8-f533d98727f3 req-8d81e399-1beb-47d4-80b8-7bff9af9258e tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 945 time: 0.0616746 Apr 05 11:37:32.563723 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0330b0fd-e987-4c70-afee-ecba0e23d849 req-c1fd0a45-d90a-4a76-8e4e-697824326b2b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513637 Apr 05 11:37:32.568186 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-192c896e-072a-4ceb-9ae8-f533d98727f3 req-b2dc10b4-fe71-4012-a379-b756246438ef tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528457 Apr 05 11:37:32.735924 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe654d1a-3d0c-4351-b8a1-6f55d370dad8 req-4bcd469a-5a24-423e-9199-fef166ef7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:32.737409 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe654d1a-3d0c-4351-b8a1-6f55d370dad8 req-4bcd469a-5a24-423e-9199-fef166ef7a34 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 1129 time: 0.0431325 Apr 05 11:37:32.785589 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe654d1a-3d0c-4351-b8a1-6f55d370dad8 req-657bb9d9-c707-42bc-a3a8-8365ab0ecb44 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420001 Apr 05 11:37:32.964119 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a56bf-ebf4-4973-b287-c9e64de79677 req-6c6e2b44-6449-43c4-baa9-31a8935f25bc tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:32.965833 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2f7a56bf-ebf4-4973-b287-c9e64de79677 req-6c6e2b44-6449-43c4-baa9-31a8935f25bc tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0538380 Apr 05 11:37:33.015028 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2f7a56bf-ebf4-4973-b287-c9e64de79677 req-a81bc099-de36-4a5c-afb1-31744c91075f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430703 Apr 05 11:37:33.678596 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407beace-52d9-4b03-b9aa-2a13ddc9ddf3 req-6670c15a-70c0-4fdb-aed6-12088fb6417b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:33.680081 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-407beace-52d9-4b03-b9aa-2a13ddc9ddf3 req-6670c15a-70c0-4fdb-aed6-12088fb6417b tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 945 time: 0.0509610 Apr 05 11:37:33.727223 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-407beace-52d9-4b03-b9aa-2a13ddc9ddf3 req-244840a3-279c-41f2-a9bb-4b59464654b4 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Apr 05 11:37:33.883730 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e1b45-334a-4e35-85a5-9fc04c6dd696 req-6d891bdc-c52a-4d48-8e51-72ce40e9b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:33.885211 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f26e1b45-334a-4e35-85a5-9fc04c6dd696 req-6d891bdc-c52a-4d48-8e51-72ce40e9b2af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5346b36188734d548c57bb9d7d63476d&device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 1129 time: 0.0448823 Apr 05 11:37:33.981737 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e1b45-334a-4e35-85a5-9fc04c6dd696 req-6a3bd593-be37-403d-b003-b08ada6bef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:33.983895 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f26e1b45-334a-4e35-85a5-9fc04c6dd696 req-6a3bd593-be37-403d-b003-b08ada6bef9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=8cbffa01-3137-49e9-97ed-1f17fab5a300 HTTP/1.1" status: 200 len: 912 time: 0.0901978 Apr 05 11:37:34.050406 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f26e1b45-334a-4e35-85a5-9fc04c6dd696 req-e5e71888-4ec6-4b00-bb0f-1f160a2a2aa7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42c2fac1-dd03-4da9-ac7d-dec991381e3a HTTP/1.1" status: 200 len: 1000 time: 0.0587640 Apr 05 11:37:34.146047 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff16c0-e1cf-42fd-bcb4-a290ad7e4b16 req-9e516092-f3d5-4f55-a414-49a9758a3073 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:34.147560 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-51ff16c0-e1cf-42fd-bcb4-a290ad7e4b16 req-9e516092-f3d5-4f55-a414-49a9758a3073 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0616817 Apr 05 11:37:34.195557 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-51ff16c0-e1cf-42fd-bcb4-a290ad7e4b16 req-d142a630-32d6-445c-8476-5e02002d8db9 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423269 Apr 05 11:37:34.820919 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e1b45-334a-4e35-85a5-9fc04c6dd696 req-f46f47c9-4d45-4a46-aa5b-74e8ab3fc5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:34.822407 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f26e1b45-334a-4e35-85a5-9fc04c6dd696 req-f46f47c9-4d45-4a46-aa5b-74e8ab3fc5bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11809902-d970-490e-a337-eab95165c81e HTTP/1.1" status: 200 len: 850 time: 0.0577598 Apr 05 11:37:34.869273 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cacd5-52db-44ae-81ad-80fd850eb227 req-6dd0a9a3-3729-474f-90e1-567acc910eb4 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:34.870788 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f21cacd5-52db-44ae-81ad-80fd850eb227 req-6dd0a9a3-3729-474f-90e1-567acc910eb4 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 945 time: 0.0593317 Apr 05 11:37:34.885811 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e1b45-334a-4e35-85a5-9fc04c6dd696 req-6e001547-183f-4a30-af6d-a26940ed2fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:34.887507 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f26e1b45-334a-4e35-85a5-9fc04c6dd696 req-6e001547-183f-4a30-af6d-a26940ed2fcb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbffa01-3137-49e9-97ed-1f17fab5a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548198 Apr 05 11:37:34.923076 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f21cacd5-52db-44ae-81ad-80fd850eb227 req-4aa41e6d-6bd5-47c8-ad24-6e0e71591c32 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459931 Apr 05 11:37:35.025031 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f26e1b45-334a-4e35-85a5-9fc04c6dd696 req-c7c95a8c-055f-4f99-90a2-f8a75482cb49 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847466 Apr 05 11:37:35.130631 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f26e1b45-334a-4e35-85a5-9fc04c6dd696 req-3d3805e6-cac3-485d-93c2-1ad480f8caa7 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885494 Apr 05 11:37:35.317948 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb365527-c6bd-4538-a71d-414902e9f050 req-bab60d9d-3e7b-45c1-b2b9-7087ff5a15ee tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:35.319360 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fb365527-c6bd-4538-a71d-414902e9f050 req-bab60d9d-3e7b-45c1-b2b9-7087ff5a15ee tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0536463 Apr 05 11:37:35.367814 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fb365527-c6bd-4538-a71d-414902e9f050 req-23ddb212-1921-4e05-b9a2-4cfd132501c7 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426755 Apr 05 11:37:36.041549 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cb022-3f7b-460b-8f8d-0baf25c49cd1 req-e2c3a15b-6408-4b8e-bed1-32e69611fae4 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:36.043000 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-742cb022-3f7b-460b-8f8d-0baf25c49cd1 req-e2c3a15b-6408-4b8e-bed1-32e69611fae4 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 945 time: 0.0516853 Apr 05 11:37:36.093273 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-742cb022-3f7b-460b-8f8d-0baf25c49cd1 req-2e061fd8-4043-4b34-9756-037b51f5424e tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430865 Apr 05 11:37:36.487895 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ab909-7f78-4cf3-9364-88e4ce683a91 req-cc846f3b-df3d-4f23-af46-292b7dd159a0 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:36.489429 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f53ab909-7f78-4cf3-9364-88e4ce683a91 req-cc846f3b-df3d-4f23-af46-292b7dd159a0 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0543497 Apr 05 11:37:36.535617 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f53ab909-7f78-4cf3-9364-88e4ce683a91 req-6d095475-6e6a-4af9-bd96-52327fbbf4f9 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405076 Apr 05 11:37:37.656805 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f9cf3-6148-40cf-82e9-2e3a9c49d7c1 req-1985b1ed-193d-4358-a9bf-b0364767acba tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:37.658300 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-513f9cf3-6148-40cf-82e9-2e3a9c49d7c1 req-1985b1ed-193d-4358-a9bf-b0364767acba tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0535986 Apr 05 11:37:37.705820 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-513f9cf3-6148-40cf-82e9-2e3a9c49d7c1 req-5d385472-fe58-46c1-b1cf-5b5ec0e17e8b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418911 Apr 05 11:37:38.046928 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a31f1-a103-4fea-af68-94297e4ab0c5 req-f852ab1a-64f4-49bf-b9d2-374d9da7f7ac tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:38.048450 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5b5a31f1-a103-4fea-af68-94297e4ab0c5 req-f852ab1a-64f4-49bf-b9d2-374d9da7f7ac tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 945 time: 0.0548725 Apr 05 11:37:38.095668 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5b5a31f1-a103-4fea-af68-94297e4ab0c5 req-3bbb931e-e760-47f6-8a02-3296a92eec4e tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415313 Apr 05 11:37:38.828110 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78b99c-2b62-4875-a7bc-9824ffd4a334 req-f598cbe8-019c-4219-aaa5-9880a74e3758 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:38.829587 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9e78b99c-2b62-4875-a7bc-9824ffd4a334 req-f598cbe8-019c-4219-aaa5-9880a74e3758 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0569041 Apr 05 11:37:38.881084 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9e78b99c-2b62-4875-a7bc-9824ffd4a334 req-2ce86fd4-6fd2-4d54-ae84-1536575f9925 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460048 Apr 05 11:37:39.226010 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77574fc9-ce07-4eb5-bbd5-9225e9240beb req-035a71fa-b1b7-449e-9454-c05900101967 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:39.227516 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-77574fc9-ce07-4eb5-bbd5-9225e9240beb req-035a71fa-b1b7-449e-9454-c05900101967 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 945 time: 0.0570226 Apr 05 11:37:39.274017 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-77574fc9-ce07-4eb5-bbd5-9225e9240beb req-198f2136-80bd-45bf-b63f-f945d10b80c7 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408494 Apr 05 11:37:40.390660 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa2b01-783e-4134-a26f-9ed136893a68 req-e55e824b-033b-4c96-810b-b10a1254df8a tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:40.392075 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-08aa2b01-783e-4134-a26f-9ed136893a68 req-e55e824b-033b-4c96-810b-b10a1254df8a tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 945 time: 0.0519912 Apr 05 11:37:40.438283 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-08aa2b01-783e-4134-a26f-9ed136893a68 req-40acfba8-743c-450c-98f9-973cb7586d5f tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/security-groups?id=2cda73c3-67d3-4061-b304-4c6e5a94e379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406778 Apr 05 11:37:41.034676 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a095c4-2a31-4b70-b442-b6743cb7d7d5 req-dc8416c8-16f2-4fa6-9d32-7bb4c68ec005 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:41.036155 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-28a095c4-2a31-4b70-b442-b6743cb7d7d5 req-dc8416c8-16f2-4fa6-9d32-7bb4c68ec005 tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 945 time: 0.0542166 Apr 05 11:37:41.136190 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-28a095c4-2a31-4b70-b442-b6743cb7d7d5 req-fe158cc8-2149-430e-9621-4ec58b372fea tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Deleting port f15f7201-ad36-4a4e-ace1-dd911c738dae {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:37:41.136526 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-28a095c4-2a31-4b70-b442-b6743cb7d7d5 req-fe158cc8-2149-430e-9621-4ec58b372fea tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (f15f7201-ad36-4a4e-ace1-dd911c738dae), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:41.228482 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-28a095c4-2a31-4b70-b442-b6743cb7d7d5 req-fe158cc8-2149-430e-9621-4ec58b372fea tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] For port f15f7201-ad36-4a4e-ace1-dd911c738dae, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f15f7201-ad36-4a4e-ace1-dd911c738dae,segment=NetworkSegment(380819f6-6a24-4cd1-95af-1c3044296441),segment_id=380819f6-6a24-4cd1-95af-1c3044296441)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:41.228874 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-28a095c4-2a31-4b70-b442-b6743cb7d7d5 req-fe158cc8-2149-430e-9621-4ec58b372fea tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (f15f7201-ad36-4a4e-ace1-dd911c738dae), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:41.241487 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-28a095c4-2a31-4b70-b442-b6743cb7d7d5 req-fe158cc8-2149-430e-9621-4ec58b372fea tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Calling delete_port for f15f7201-ad36-4a4e-ace1-dd911c738dae owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:37:41.430000 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-28a095c4-2a31-4b70-b442-b6743cb7d7d5 req-fe158cc8-2149-430e-9621-4ec58b372fea tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (f15f7201-ad36-4a4e-ace1-dd911c738dae), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:41.461586 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe158cc8-2149-430e-9621-4ec58b372fea tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Pushing event deleted for resources: {'Port': ['ID=f15f7201-ad36-4a4e-ace1-dd911c738dae,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:41.485084 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['f15f7201-ad36-4a4e-ace1-dd911c738dae'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:37:41.537331 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2e505e9a-76b5-46e9-b5d7-8b96453dfb15 req-c2427690-426c-45e9-8e8f-ae6b0bc87fdd tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 210 time: 0.0298383 Apr 05 11:37:41.742752 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a095c4-2a31-4b70-b442-b6743cb7d7d5 req-fe158cc8-2149-430e-9621-4ec58b372fea tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] No DVR routers for this DVR port f15f7201-ad36-4a4e-ace1-dd911c738dae on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:37:41.745731 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-28a095c4-2a31-4b70-b442-b6743cb7d7d5 req-fe158cc8-2149-430e-9621-4ec58b372fea tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:41.749123 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-28a095c4-2a31-4b70-b442-b6743cb7d7d5 req-fe158cc8-2149-430e-9621-4ec58b372fea tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.57 "DELETE /v2.0/ports/f15f7201-ad36-4a4e-ace1-dd911c738dae HTTP/1.1" status: 204 len: 173 time: 0.7063899 Apr 05 11:37:41.749565 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5755f95-ae09-4013-95fa-5c5c23822f8e', 'name': 'network-vif-deleted', 'tag': 'f15f7201-ad36-4a4e-ace1-dd911c738dae'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:41.751787 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc917d0-9328-496e-aba8-9282e2a60962" -d '{"events": [{"server_uuid": "d5755f95-ae09-4013-95fa-5c5c23822f8e", "name": "network-vif-deleted", "tag": "f15f7201-ad36-4a4e-ace1-dd911c738dae"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:41.786684 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52121dc7-ca37-4029-ad90-ff8233c3f965 x-openstack-request-id: req-52121dc7-ca37-4029-ad90-ff8233c3f965 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:41.786980 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5755f95-ae09-4013-95fa-5c5c23822f8e", "name": "network-vif-deleted", "tag": "f15f7201-ad36-4a4e-ace1-dd911c738dae", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:41.787238 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52121dc7-ca37-4029-ad90-ff8233c3f965 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:41.787666 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52121dc7-ca37-4029-ad90-ff8233c3f965'] response: {'server_uuid': 'd5755f95-ae09-4013-95fa-5c5c23822f8e', 'name': 'network-vif-deleted', 'tag': 'f15f7201-ad36-4a4e-ace1-dd911c738dae', 'status': 'completed', 'code': 200} Apr 05 11:37:42.055571 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e37e64ba-82fe-4a26-a68b-9720e2619016 req-58db8ecf-53a0-435f-90db-999244f9a8e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442710 Apr 05 11:37:42.161820 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e64ba-82fe-4a26-a68b-9720e2619016 req-2cc9932e-189d-4906-a241-9e10ad2eaec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:42.163324 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e37e64ba-82fe-4a26-a68b-9720e2619016 req-2cc9932e-189d-4906-a241-9e10ad2eaec7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 1130 time: 0.0491319 Apr 05 11:37:42.279656 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e64ba-82fe-4a26-a68b-9720e2619016 req-b4d286ed-f174-4414-84ad-6da828c68564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:42.281102 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e37e64ba-82fe-4a26-a68b-9720e2619016 req-b4d286ed-f174-4414-84ad-6da828c68564 service neutron] 10.222.0.57 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 920 time: 0.0883331 Apr 05 11:37:42.601504 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e37e64ba-82fe-4a26-a68b-9720e2619016 req-0ae813c0-6f1d-41b3-a8a6-9b2bd4a97bf8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f189aab-4ee0-4998-b00f-266952c9e388 HTTP/1.1" status: 200 len: 217 time: 0.0369542 Apr 05 11:37:42.643514 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a04f3766-82ff-41f2-9d66-5a44387fdd87 req-729c32fc-f476-46d6-91fe-34980b9a9d1a tempest-VolumesActionsTest-1409715958 tempest-VolumesActionsTest-1409715958-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5755f95-ae09-4013-95fa-5c5c23822f8e HTTP/1.1" status: 200 len: 210 time: 0.0263805 Apr 05 11:37:42.654424 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e64ba-82fe-4a26-a68b-9720e2619016 req-c5644b5a-bb06-474a-9595-139cb242946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:42.656042 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e37e64ba-82fe-4a26-a68b-9720e2619016 req-c5644b5a-bb06-474a-9595-139cb242946f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a2d4898-c05f-41d9-ad48-eba0b48abf12 HTTP/1.1" status: 200 len: 858 time: 0.0469978 Apr 05 11:37:42.706157 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e64ba-82fe-4a26-a68b-9720e2619016 req-c12e0562-306e-469c-a018-acbb67fdde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:42.707663 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e37e64ba-82fe-4a26-a68b-9720e2619016 req-c12e0562-306e-469c-a018-acbb67fdde8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=912aa55e-5878-42db-a34a-a968382fba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441554 Apr 05 11:37:42.800525 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e37e64ba-82fe-4a26-a68b-9720e2619016 req-a72a9c74-3562-472a-919b-ec9386d26ba6 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829735 Apr 05 11:37:43.042750 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e37e64ba-82fe-4a26-a68b-9720e2619016 req-1ece965a-ff09-4518-8fff-82fdc5cf826a service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881064 Apr 05 11:37:44.020246 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device f15f7201-ad36-4a4e-ace1-dd911c738dae no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:37:44.040109 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: f15f7201-ad36-4a4e-ace1-dd911c738dae {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:37:44.040448 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device f15f7201-ad36-4a4e-ace1-dd911c738dae not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:37:44.138407 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:45.557910 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df129b51-ce62-411b-bcf6-b046a4758706 req-9b9b81e5-956d-4b65-ab74-171788fd4331 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:45.559407 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-df129b51-ce62-411b-bcf6-b046a4758706 req-9b9b81e5-956d-4b65-ab74-171788fd4331 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 946 time: 0.0559406 Apr 05 11:37:45.605549 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-df129b51-ce62-411b-bcf6-b046a4758706 req-ddd37904-2aad-4969-990d-2582e8391926 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396028 Apr 05 11:37:45.628510 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 34224) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:45.712681 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647ed481-12cc-45ad-8124-c50b4eb7ad1f tempest-TestMinimumBasicScenario-298817828 tempest-TestMinimumBasicScenario-298817828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:45.714156 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-647ed481-12cc-45ad-8124-c50b4eb7ad1f tempest-TestMinimumBasicScenario-298817828 tempest-TestMinimumBasicScenario-298817828-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 1125 time: 0.0846584 Apr 05 11:37:45.717117 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 34230) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:45.721335 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Request body: {'floatingip': {'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'port_id': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:45.842327 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:45.939449 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:46.042735 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Allocated IP 172.27.1.138 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/0f23b059-1406-4029-920a-9eb960610b0b) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:37:46.144218 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for port (0f23b059-1406-4029-920a-9eb960610b0b), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:46.233992 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (0f23b059-1406-4029-920a-9eb960610b0b), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:46.269904 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:37:46.272720 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:46.275231 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:37:46.305691 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Pushing event updated for resources: {'Port': ['ID=0f23b059-1406-4029-920a-9eb960610b0b,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:46.614390 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for floatingip (2d26287b-ee79-45b0-af28-0fdc7993bb69), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:46.742466 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (0f23b059-1406-4029-920a-9eb960610b0b), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:46.892286 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for port (0f23b059-1406-4029-920a-9eb960610b0b), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:46.970676 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (0f23b059-1406-4029-920a-9eb960610b0b), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:47.002933 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (2d26287b-ee79-45b0-af28-0fdc7993bb69), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:47.053458 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Pushing event updated for resources: {'Port': ['ID=0f23b059-1406-4029-920a-9eb960610b0b,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:47.116535 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Floating IP 2d26287b-ee79-45b0-af28-0fdc7993bb69 associated. External IP: 172.27.1.138, port: 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b. Apr 05 11:37:47.327712 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:37:47.440039 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:37:47.449504 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af22c6-0a4b-4d24-9f64-889ab426ebae None None] Sync routers for ids ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:37:47.461879 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af22c6-0a4b-4d24-9f64-889ab426ebae None None] Routers {'6bf8c609-5135-4ffa-97fe-a6c5eb563e76'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:47.462474 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-37af22c6-0a4b-4d24-9f64-889ab426ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:37:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:47.561921 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:47.567008 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-37af22c6-0a4b-4d24-9f64-889ab426ebae None None] Set router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:47.594200 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-bc42045c-dea6-4593-bf1b-2734e20c4468 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8760507 Apr 05 11:37:47.601301 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'tag': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:47.601301 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7ce8ba-f488-493f-b890-39d81db1f859" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe35228-f44c-438d-8be8-0b14f59b2826", "tag": "1c450bf1-70cb-43f6-b3c7-8ca81f6a779b"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:47.601675 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34240) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:47.603658 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-650315932', 'description': 'tempest-secgroup-smoke-650315932 description', 'project_id': 'be5f73d3bb5948299a1d81283e0c738a'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:47.636458 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f8a443-6fa1-48cd-bd66-9f2815593f27 x-openstack-request-id: req-56f8a443-6fa1-48cd-bd66-9f2815593f27 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:47.636756 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe35228-f44c-438d-8be8-0b14f59b2826", "tag": "1c450bf1-70cb-43f6-b3c7-8ca81f6a779b", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:47.637014 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56f8a443-6fa1-48cd-bd66-9f2815593f27 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:47.637416 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f8a443-6fa1-48cd-bd66-9f2815593f27'] response: {'name': 'network-changed', 'server_uuid': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'tag': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b', 'status': 'completed', 'code': 200} Apr 05 11:37:47.681883 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:47.747756 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group (6407e0af-4d09-4667-97e7-cd7a4e13bfee), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:47.794630 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-37af22c6-0a4b-4d24-9f64-889ab426ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'name': 'tempest-TestMinimumBasicScenario-1070766716-router', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:08Z', 'updated_at': '2022-04-05T11:36:14Z', 'revision_number': 4, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'gw_port': {'id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:09Z', 'updated_at': '2022-04-05T11:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '2d26287b-ee79-45b0-af28-0fdc7993bb69', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'port_id': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4', 'mac_address': 'fa:16:3e:2e:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:37:46Z', 'updated_at': '2022-04-05T11:37:46Z', 'revision_number': 0, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d02be98-8da3-47c5-b5f5-77a836ae7d76', 'name': '', 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'mac_address': 'fa:16:3e:35:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:13Z', 'updated_at': '2022-04-05T11:36:21Z', 'revision_number': 5, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'subnets': [{'id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:47.807183 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (6407e0af-4d09-4667-97e7-cd7a4e13bfee), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:47.820878 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af22c6-0a4b-4d24-9f64-889ab426ebae None None] Checking router: 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:37:47.829848 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af22c6-0a4b-4d24-9f64-889ab426ebae None None] Routers {'6bf8c609-5135-4ffa-97fe-a6c5eb563e76'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:47.830384 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-37af22c6-0a4b-4d24-9f64-889ab426ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:37:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:47.837129 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6407e0af-4d09-4667-97e7-cd7a4e13bfee,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:47.844780 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:47.845131 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:47.845478 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:47.845823 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:47.846158 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:47.846493 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:47.846829 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:47.847156 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:47.847519 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:47.850471 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:47.850471 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:47.850471 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:47.850471 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:47.850471 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:47.850471 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:47.894937 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:47.899435 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-c17657f0-5cb3-44e4-b2b7-a785d95ada07 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2965143 Apr 05 11:37:47.904926 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34244) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:47.905124 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-bd308e60-34bc-4ce6-9940-dc43a2faf34a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Request body: {'security_group_rule': {'security_group_id': '6407e0af-4d09-4667-97e7-cd7a4e13bfee', 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:47.995318 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bd308e60-34bc-4ce6-9940-dc43a2faf34a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (585f6a34-2ea8-47b9-8eb9-bd743affa53d), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:48.034958 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-37af22c6-0a4b-4d24-9f64-889ab426ebae None None] Set router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:48.050541 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bd308e60-34bc-4ce6-9940-dc43a2faf34a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (585f6a34-2ea8-47b9-8eb9-bd743affa53d), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:48.130626 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bd308e60-34bc-4ce6-9940-dc43a2faf34a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (585f6a34-2ea8-47b9-8eb9-bd743affa53d), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:48.148612 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd308e60-34bc-4ce6-9940-dc43a2faf34a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585f6a34-2ea8-47b9-8eb9-bd743affa53d,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:48.241273 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bd308e60-34bc-4ce6-9940-dc43a2faf34a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:48.242627 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-bd308e60-34bc-4ce6-9940-dc43a2faf34a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3418317 Apr 05 11:37:48.245260 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34246) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:48.250531 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-33582c0a-ccfc-444c-a134-7a2cc6a50beb tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Request body: {'security_group_rule': {'security_group_id': '6407e0af-4d09-4667-97e7-cd7a4e13bfee', 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:48.262104 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-37af22c6-0a4b-4d24-9f64-889ab426ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'name': 'tempest-TestMinimumBasicScenario-1070766716-router', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:08Z', 'updated_at': '2022-04-05T11:36:14Z', 'revision_number': 4, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'gw_port': {'id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:09Z', 'updated_at': '2022-04-05T11:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '2d26287b-ee79-45b0-af28-0fdc7993bb69', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'port_id': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4', 'mac_address': 'fa:16:3e:2e:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:37:46Z', 'updated_at': '2022-04-05T11:37:46Z', 'revision_number': 0, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d02be98-8da3-47c5-b5f5-77a836ae7d76', 'name': '', 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'mac_address': 'fa:16:3e:35:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:13Z', 'updated_at': '2022-04-05T11:36:21Z', 'revision_number': 5, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'subnets': [{'id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:48.294241 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af22c6-0a4b-4d24-9f64-889ab426ebae None None] The sync data for ids ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'] in dv-cinder-834448-3-iscsi is: [{'id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'name': 'tempest-TestMinimumBasicScenario-1070766716-router', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:08Z', 'updated_at': '2022-04-05T11:36:14Z', 'revision_number': 4, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'gw_port': {'id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:09Z', 'updated_at': '2022-04-05T11:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '2d26287b-ee79-45b0-af28-0fdc7993bb69', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'port_id': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4', 'mac_address': 'fa:16:3e:2e:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:37:46Z', 'updated_at': '2022-04-05T11:37:46Z', 'revision_number': 0, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d02be98-8da3-47c5-b5f5-77a836ae7d76', 'name': '', 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'mac_address': 'fa:16:3e:35:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:13Z', 'updated_at': '2022-04-05T11:36:21Z', 'revision_number': 5, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'subnets': [{'id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:37:48.341845 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-33582c0a-ccfc-444c-a134-7a2cc6a50beb tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (3778cb28-7375-45cb-a6ae-192a3d4f1559), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:48.403036 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-33582c0a-ccfc-444c-a134-7a2cc6a50beb tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (3778cb28-7375-45cb-a6ae-192a3d4f1559), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:48.484783 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff224474-2051-4be1-91a5-d50462b5edc4 None None] New status for floating IP 2d26287b-ee79-45b0-af28-0fdc7993bb69: ACTIVE {{(pid=103948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:37:48.487008 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-33582c0a-ccfc-444c-a134-7a2cc6a50beb tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (3778cb28-7375-45cb-a6ae-192a3d4f1559), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:48.507301 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33582c0a-ccfc-444c-a134-7a2cc6a50beb tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3778cb28-7375-45cb-a6ae-192a3d4f1559,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:48.569185 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-33582c0a-ccfc-444c-a134-7a2cc6a50beb tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:48.570801 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-33582c0a-ccfc-444c-a134-7a2cc6a50beb tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3243072 Apr 05 11:37:48.573402 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34248) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:48.578124 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-04ef3cbb-6d4b-495b-aa71-0db1ce7fc5b4 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Request body: {'security_group_rule': {'security_group_id': '6407e0af-4d09-4667-97e7-cd7a4e13bfee', 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:48.604952 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ce8ba-f488-493f-b890-39d81db1f859 req-369499f6-afa6-4364-b7f5-0604db602b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:48.606644 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ac7ce8ba-f488-493f-b890-39d81db1f859 req-369499f6-afa6-4364-b7f5-0604db602b08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be5f73d3bb5948299a1d81283e0c738a&device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 1130 time: 0.0525780 Apr 05 11:37:48.697645 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-04ef3cbb-6d4b-495b-aa71-0db1ce7fc5b4 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (5d54582a-27fd-4d25-a1c4-57c104eff6fc), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:48.702725 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ce8ba-f488-493f-b890-39d81db1f859 req-ec7c7549-72ff-48d6-9819-e151002e3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:48.709608 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ac7ce8ba-f488-493f-b890-39d81db1f859 req-ec7c7549-72ff-48d6-9819-e151002e3bcf service neutron] 10.222.0.57 "GET /v2.0/networks?id=c77bd11c-2083-4ad7-adab-65001019d0d4 HTTP/1.1" status: 200 len: 916 time: 0.0860472 Apr 05 11:37:48.757994 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-04ef3cbb-6d4b-495b-aa71-0db1ce7fc5b4 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (5d54582a-27fd-4d25-a1c4-57c104eff6fc), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:48.780925 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ac7ce8ba-f488-493f-b890-39d81db1f859 req-a08ca14d-e441-4c3e-b353-183bb270ce56 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b HTTP/1.1" status: 200 len: 1000 time: 0.0662177 Apr 05 11:37:48.827785 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-04ef3cbb-6d4b-495b-aa71-0db1ce7fc5b4 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (5d54582a-27fd-4d25-a1c4-57c104eff6fc), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:48.836129 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ce8ba-f488-493f-b890-39d81db1f859 req-794c8225-ee01-4a0b-8750-4100fba0f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:48.837580 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ac7ce8ba-f488-493f-b890-39d81db1f859 req-794c8225-ee01-4a0b-8750-4100fba0f490 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=367f3ebf-9711-4ac7-8f92-7e3f1980efc2 HTTP/1.1" status: 200 len: 854 time: 0.0461671 Apr 05 11:37:48.846148 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef3cbb-6d4b-495b-aa71-0db1ce7fc5b4 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d54582a-27fd-4d25-a1c4-57c104eff6fc,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:48.891949 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ce8ba-f488-493f-b890-39d81db1f859 req-8e6ff493-7d6f-42ec-9e45-7df607bbb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:48.893431 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ac7ce8ba-f488-493f-b890-39d81db1f859 req-8e6ff493-7d6f-42ec-9e45-7df607bbb5af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c77bd11c-2083-4ad7-adab-65001019d0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439205 Apr 05 11:37:48.915193 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-04ef3cbb-6d4b-495b-aa71-0db1ce7fc5b4 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:48.916443 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-04ef3cbb-6d4b-495b-aa71-0db1ce7fc5b4 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3418694 Apr 05 11:37:48.919070 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34254) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:48.924137 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-53add39f-f138-4aa5-a13e-0bc6270e615a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Request body: {'security_group_rule': {'security_group_id': '6407e0af-4d09-4667-97e7-cd7a4e13bfee', 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:48.987056 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ac7ce8ba-f488-493f-b890-39d81db1f859 req-bb6138f2-833a-4c64-87dd-6d5a7867ca68 service neutron] 10.222.0.57 "GET /v2.0/networks/c77bd11c-2083-4ad7-adab-65001019d0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868628 Apr 05 11:37:49.021186 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-53add39f-f138-4aa5-a13e-0bc6270e615a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (270f0858-ab73-44de-9939-13b39801dc46), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:49.083911 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ac7ce8ba-f488-493f-b890-39d81db1f859 req-25786404-88c4-41bf-accb-1ce07eddaad9 service neutron] 10.222.0.57 "GET /v2.0/networks/c77bd11c-2083-4ad7-adab-65001019d0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892942 Apr 05 11:37:49.086889 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-53add39f-f138-4aa5-a13e-0bc6270e615a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (270f0858-ab73-44de-9939-13b39801dc46), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:49.193370 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-53add39f-f138-4aa5-a13e-0bc6270e615a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (270f0858-ab73-44de-9939-13b39801dc46), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:49.211124 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53add39f-f138-4aa5-a13e-0bc6270e615a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270f0858-ab73-44de-9939-13b39801dc46,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:49.298309 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-53add39f-f138-4aa5-a13e-0bc6270e615a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:49.299849 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-53add39f-f138-4aa5-a13e-0bc6270e615a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3790705 Apr 05 11:37:49.302595 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34256) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:49.303374 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:37:49.307046 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-5499bae1-1492-45a1-a4d3-0934c7e36460 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Request body: {'security_group_rule': {'security_group_id': '6407e0af-4d09-4667-97e7-cd7a4e13bfee', 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:49.407317 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.securitygroups_db [None req-5499bae1-1492-45a1-a4d3-0934c7e36460 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Project be5f73d3bb5948299a1d81283e0c738a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:37:49.412417 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5499bae1-1492-45a1-a4d3-0934c7e36460 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (bd24bd1c-f594-4d80-bda9-c92455494b10), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:49.687760 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5499bae1-1492-45a1-a4d3-0934c7e36460 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (bd24bd1c-f594-4d80-bda9-c92455494b10), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:49.811575 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5499bae1-1492-45a1-a4d3-0934c7e36460 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (bd24bd1c-f594-4d80-bda9-c92455494b10), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:49.829513 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499bae1-1492-45a1-a4d3-0934c7e36460 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd24bd1c-f594-4d80-bda9-c92455494b10,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:49.952026 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5499bae1-1492-45a1-a4d3-0934c7e36460 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:49.953707 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-5499bae1-1492-45a1-a4d3-0934c7e36460 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6500483 Apr 05 11:37:49.956212 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34264) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:49.960498 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-7e885331-b004-403f-a928-bfd5734a215d tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Request body: {'security_group_rule': {'security_group_id': '6407e0af-4d09-4667-97e7-cd7a4e13bfee', 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:50.047252 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.securitygroups_db [None req-7e885331-b004-403f-a928-bfd5734a215d tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Project be5f73d3bb5948299a1d81283e0c738a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:37:50.053344 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7e885331-b004-403f-a928-bfd5734a215d tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (390e96f1-69ab-473a-a789-eccae612392c), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:50.113521 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7e885331-b004-403f-a928-bfd5734a215d tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (390e96f1-69ab-473a-a789-eccae612392c), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:50.175811 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7e885331-b004-403f-a928-bfd5734a215d tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (390e96f1-69ab-473a-a789-eccae612392c), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:50.198511 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e885331-b004-403f-a928-bfd5734a215d tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390e96f1-69ab-473a-a789-eccae612392c,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:50.275722 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7e885331-b004-403f-a928-bfd5734a215d tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:50.277215 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-7e885331-b004-403f-a928-bfd5734a215d tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3198872 Apr 05 11:37:50.376353 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4c0f1a98-2411-46d6-be04-974ad7d5087f req-9f962356-3770-4742-a8d9-91f35724c496 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650315932&fields=id&tenant_id=be5f73d3bb5948299a1d81283e0c738a HTTP/1.1" status: 200 len: 267 time: 0.0493989 Apr 05 11:37:50.441870 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f1a98-2411-46d6-be04-974ad7d5087f req-f5dde164-7e9c-4f40-9532-9f20ffc45430 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:50.443356 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4c0f1a98-2411-46d6-be04-974ad7d5087f req-f5dde164-7e9c-4f40-9532-9f20ffc45430 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 946 time: 0.0581629 Apr 05 11:37:50.456966 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [req-4c0f1a98-2411-46d6-be04-974ad7d5087f req-2f9a2fcc-84a7-42a8-b284-da27780e76f5 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Request body: {'port': {'security_groups': ['44b01245-c11f-4577-84d2-e0394886f219', '6407e0af-4d09-4667-97e7-cd7a4e13bfee']}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:50.564079 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-4c0f1a98-2411-46d6-be04-974ad7d5087f req-2f9a2fcc-84a7-42a8-b284-da27780e76f5 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:50.693789 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-340f96a9-0db1-4c82-ab72-46920f8e88e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:50.839856 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [req-4c0f1a98-2411-46d6-be04-974ad7d5087f req-2f9a2fcc-84a7-42a8-b284-da27780e76f5 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] For port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b,segment=NetworkSegment(661bd3e3-7efc-4d28-9c35-158da73c73fa),segment_id=661bd3e3-7efc-4d28-9c35-158da73c73fa)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:50.878023 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-4c0f1a98-2411-46d6-be04-974ad7d5087f req-2f9a2fcc-84a7-42a8-b284-da27780e76f5 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:50.944193 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-4c0f1a98-2411-46d6-be04-974ad7d5087f req-2f9a2fcc-84a7-42a8-b284-da27780e76f5 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61926197'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:50.990345 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f1a98-2411-46d6-be04-974ad7d5087f req-2f9a2fcc-84a7-42a8-b284-da27780e76f5 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:50.991110 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-4c0f1a98-2411-46d6-be04-974ad7d5087f req-2f9a2fcc-84a7-42a8-b284-da27780e76f5 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for port (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:50.992437 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4c0f1a98-2411-46d6-be04-974ad7d5087f req-2f9a2fcc-84a7-42a8-b284-da27780e76f5 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "PUT /v2.0/ports/1c450bf1-70cb-43f6-b3c7-8ca81f6a779b HTTP/1.1" status: 200 len: 982 time: 0.5418079 Apr 05 11:37:50.998690 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'tag': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:50.998690 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df03cea739110c585a475e2718662c59c77c9335e3894ae5a7edc4fe26bc6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d797b3e-e108-4894-9fd4-fb805a1f087f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe35228-f44c-438d-8be8-0b14f59b2826", "tag": "1c450bf1-70cb-43f6-b3c7-8ca81f6a779b"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:51.012093 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['1c450bf1-70cb-43f6-b3c7-8ca81f6a779b'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:37:51.031564 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a2fcc-84a7-42a8-b284-da27780e76f5 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Pushing event updated for resources: {'Port': ['ID=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b,revision_number=6']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:51.127998 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb29c4ea-ae24-4ecf-b581-05280b943018 x-openstack-request-id: req-fb29c4ea-ae24-4ecf-b581-05280b943018 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:51.128414 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe35228-f44c-438d-8be8-0b14f59b2826", "tag": "1c450bf1-70cb-43f6-b3c7-8ca81f6a779b", "status": "completed", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:51.128790 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb29c4ea-ae24-4ecf-b581-05280b943018 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:51.129284 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb29c4ea-ae24-4ecf-b581-05280b943018'] response: {'name': 'network-changed', 'server_uuid': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'tag': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b', 'status': 'completed', 'code': 200} Apr 05 11:37:51.163436 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee43009-1efe-4c8a-b6a5-f42a90dc53c7 req-8644b43e-025c-40a0-82cf-9eb4f1a7992d tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:51.172951 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5ee43009-1efe-4c8a-b6a5-f42a90dc53c7 req-8644b43e-025c-40a0-82cf-9eb4f1a7992d tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 985 time: 0.0789170 Apr 05 11:37:51.264603 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5ee43009-1efe-4c8a-b6a5-f42a90dc53c7 req-f0829912-01df-424a-85a7-bbdbc15c2694 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&id=6407e0af-4d09-4667-97e7-cd7a4e13bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0831320 Apr 05 11:37:51.328525 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d797b3e-e108-4894-9fd4-fb805a1f087f req-45cedb47-cc59-4dc2-a5ba-4054d386f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:51.331822 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0d797b3e-e108-4894-9fd4-fb805a1f087f req-45cedb47-cc59-4dc2-a5ba-4054d386f6a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be5f73d3bb5948299a1d81283e0c738a&device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 1169 time: 0.1553819 Apr 05 11:37:51.332113 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['1c450bf1-70cb-43f6-b3c7-8ca81f6a779b'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:37:51.475206 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3e0ff418-0019-4ddc-b886-52449b90d8f1 None None] Provisioning complete for port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:51.475631 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3e0ff418-0019-4ddc-b886-52449b90d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:51.492031 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d797b3e-e108-4894-9fd4-fb805a1f087f req-39ac8541-4fb2-468a-8505-d91234be5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:51.493898 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0d797b3e-e108-4894-9fd4-fb805a1f087f req-39ac8541-4fb2-468a-8505-d91234be5a7f service neutron] 10.222.0.57 "GET /v2.0/networks?id=c77bd11c-2083-4ad7-adab-65001019d0d4 HTTP/1.1" status: 200 len: 916 time: 0.1558256 Apr 05 11:37:51.602259 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0d797b3e-e108-4894-9fd4-fb805a1f087f req-0269b62c-e3dc-4609-965f-d99d08c471b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b HTTP/1.1" status: 200 len: 1002 time: 0.0993450 Apr 05 11:37:51.673968 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d797b3e-e108-4894-9fd4-fb805a1f087f req-180c669d-6353-4727-b785-bf96e66784d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:51.675868 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0d797b3e-e108-4894-9fd4-fb805a1f087f req-180c669d-6353-4727-b785-bf96e66784d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=367f3ebf-9711-4ac7-8f92-7e3f1980efc2 HTTP/1.1" status: 200 len: 854 time: 0.0645876 Apr 05 11:37:51.735856 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ff418-0019-4ddc-b886-52449b90d8f1 None None] Current status of the port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:51.776837 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d797b3e-e108-4894-9fd4-fb805a1f087f req-d3416f65-7343-44ce-87e0-e6a7f0fb4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:51.779578 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0d797b3e-e108-4894-9fd4-fb805a1f087f req-d3416f65-7343-44ce-87e0-e6a7f0fb4bd5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c77bd11c-2083-4ad7-adab-65001019d0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907884 Apr 05 11:37:51.902447 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0d797b3e-e108-4894-9fd4-fb805a1f087f req-f9283ae0-5dae-4636-96b9-40fa0b137c39 service neutron] 10.222.0.57 "GET /v2.0/networks/c77bd11c-2083-4ad7-adab-65001019d0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131361 Apr 05 11:37:52.013342 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0d797b3e-e108-4894-9fd4-fb805a1f087f req-154c2511-12d6-4a3b-b8b9-724fbb866ba5 service neutron] 10.222.0.57 "GET /v2.0/networks/c77bd11c-2083-4ad7-adab-65001019d0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988219 Apr 05 11:37:53.239219 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-52c8bca8-cc5c-4c75-8e51-3fb81d1e6cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:54.062820 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:55.547472 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:56.926987 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:04.791010 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bbaf6-bb09-4bbc-bd18-c4dd2d58675e req-68ed9a5d-6edd-4ab0-b87b-a5b32e6211a5 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:04.792750 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b05bbaf6-bb09-4bbc-bd18-c4dd2d58675e req-68ed9a5d-6edd-4ab0-b87b-a5b32e6211a5 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0668540 Apr 05 11:38:04.881008 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b05bbaf6-bb09-4bbc-bd18-c4dd2d58675e req-bafa4ce9-15b9-4d7e-a49c-248baba3183a tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783048 Apr 05 11:38:04.884406 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13749c43-8acc-405b-bfba-6f5fafbbab1f req-55b36d6c-06dd-4192-a648-217db0ff275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:04.885917 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-13749c43-8acc-405b-bfba-6f5fafbbab1f req-55b36d6c-06dd-4192-a648-217db0ff275a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 1130 time: 0.0920029 Apr 05 11:38:04.988775 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13749c43-8acc-405b-bfba-6f5fafbbab1f req-883e2704-1f20-4194-9d05-8e67cb4830a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:04.992150 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-13749c43-8acc-405b-bfba-6f5fafbbab1f req-883e2704-1f20-4194-9d05-8e67cb4830a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 920 time: 0.0993721 Apr 05 11:38:05.071702 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-13749c43-8acc-405b-bfba-6f5fafbbab1f req-bed09cc5-a644-4b78-b013-bb32d9c44e43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58614d08-35a9-4fc5-87b1-2d61b40de959 HTTP/1.1" status: 200 len: 1001 time: 0.0697968 Apr 05 11:38:05.121976 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13749c43-8acc-405b-bfba-6f5fafbbab1f req-4005c474-acb0-4d25-869c-e394071727a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:05.123687 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-13749c43-8acc-405b-bfba-6f5fafbbab1f req-4005c474-acb0-4d25-869c-e394071727a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a2d4898-c05f-41d9-ad48-eba0b48abf12 HTTP/1.1" status: 200 len: 858 time: 0.0455260 Apr 05 11:38:05.179582 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13749c43-8acc-405b-bfba-6f5fafbbab1f req-4f4f7229-a7e0-41e7-bf71-6890bf37dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:05.181329 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-13749c43-8acc-405b-bfba-6f5fafbbab1f req-4f4f7229-a7e0-41e7-bf71-6890bf37dcd5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=912aa55e-5878-42db-a34a-a968382fba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503335 Apr 05 11:38:05.291553 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-13749c43-8acc-405b-bfba-6f5fafbbab1f req-8bf03f6d-2415-4d0c-8179-1d42d5481c2e service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967631 Apr 05 11:38:05.408899 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-13749c43-8acc-405b-bfba-6f5fafbbab1f req-8d50b519-799d-40de-b806-673b7006f2ff service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003582 Apr 05 11:38:06.019356 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790b715-19f4-4c23-b34f-7032d4f9efd3 req-1e2de436-7289-40e2-a432-88e913b5b2b3 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:06.021007 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e790b715-19f4-4c23-b34f-7032d4f9efd3 req-1e2de436-7289-40e2-a432-88e913b5b2b3 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0590899 Apr 05 11:38:06.079624 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e790b715-19f4-4c23-b34f-7032d4f9efd3 req-a97a5e6e-a8ba-4a0e-92f3-df7f79b01fc7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519063 Apr 05 11:38:07.198671 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5be2d8-9de2-4fc3-98cb-93cd26a96b80 req-cb2b2e6e-44da-4a82-896b-20b63dd38f83 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:07.200892 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2e5be2d8-9de2-4fc3-98cb-93cd26a96b80 req-cb2b2e6e-44da-4a82-896b-20b63dd38f83 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0542233 Apr 05 11:38:07.251147 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2e5be2d8-9de2-4fc3-98cb-93cd26a96b80 req-50395d80-4d1f-4437-954d-196982ee959a tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445800 Apr 05 11:38:08.378765 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ff4f2-14e3-46c1-8b25-6571e1179eff req-2699708c-62eb-4afb-a563-3c69f8b8edf2 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:08.380621 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-429ff4f2-14e3-46c1-8b25-6571e1179eff req-2699708c-62eb-4afb-a563-3c69f8b8edf2 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0615923 Apr 05 11:38:08.429533 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-429ff4f2-14e3-46c1-8b25-6571e1179eff req-ab21f11f-83c1-4bc4-90c4-84a349a091e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432518 Apr 05 11:38:09.549494 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf27de-5db8-474c-b683-dfcb5bd7612a req-76643349-7bf6-4e40-b091-db7140eca07d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:09.551000 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0daf27de-5db8-474c-b683-dfcb5bd7612a req-76643349-7bf6-4e40-b091-db7140eca07d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0524118 Apr 05 11:38:09.597936 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0daf27de-5db8-474c-b683-dfcb5bd7612a req-d6797f2f-4bda-432f-84c8-53b5b666779c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413198 Apr 05 11:38:10.680636 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 34516) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:10.716467 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a1d33-41bb-4aaa-869d-0955faec01c1 req-28759a2a-9a10-420e-8aa6-7d3527ac089b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:10.717962 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3b8a1d33-41bb-4aaa-869d-0955faec01c1 req-28759a2a-9a10-420e-8aa6-7d3527ac089b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0525942 Apr 05 11:38:10.728144 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Deleting subnet dcfbcbd6-b4d9-4935-a16f-54ecdf2fcd59 {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:38:10.731244 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Publish callbacks [] for subnet (dcfbcbd6-b4d9-4935-a16f-54ecdf2fcd59), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:10.764222 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3b8a1d33-41bb-4aaa-869d-0955faec01c1 req-254f40c2-c278-4bf6-b21d-dd4499f06019 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406611 Apr 05 11:38:10.766198 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Publish callbacks [] for subnet (dcfbcbd6-b4d9-4935-a16f-54ecdf2fcd59), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:10.771776 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (dcfbcbd6-b4d9-4935-a16f-54ecdf2fcd59), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:10.875061 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for subnet (dcfbcbd6-b4d9-4935-a16f-54ecdf2fcd59), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:10.899933 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcfbcbd6-b4d9-4935-a16f-54ecdf2fcd59,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:10.904152 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:10.907260 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dcfbcbd6-b4d9-4935-a16f-54ecdf2fcd59 HTTP/1.1" status: 204 len: 168 time: 0.2256227 Apr 05 11:38:10.909967 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34518) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:10.912047 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:10.913444 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:10.913444 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:10.913444 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:10.913444 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:10.913795 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:10.913985 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:10.914311 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:10.914645 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:10.914955 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:10.915280 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:10.915630 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:10.915950 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:10.916269 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:10.916593 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c9f5d-b1c0-4756-b5af-cb23202d86ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:10.984143 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-32d2f89c-b9d8-40b5-b45e-80ed062bfde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (ea3a10f4-0bb5-4d93-8b49-e98853fc626e), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:11.065118 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-32d2f89c-b9d8-40b5-b45e-80ed062bfde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (ea3a10f4-0bb5-4d93-8b49-e98853fc626e), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:11.084713 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-32d2f89c-b9d8-40b5-b45e-80ed062bfde7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3a10f4-0bb5-4d93-8b49-e98853fc626e']}} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:11.094157 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-32d2f89c-b9d8-40b5-b45e-80ed062bfde7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380819f6-6a24-4cd1-95af-1c3044296441') {'for_net_delete': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:11.094455 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-32d2f89c-b9d8-40b5-b45e-80ed062bfde7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380819f6-6a24-4cd1-95af-1c3044296441') {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:11.103819 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-32d2f89c-b9d8-40b5-b45e-80ed062bfde7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59243133'] for segment (380819f6-6a24-4cd1-95af-1c3044296441), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:11.117469 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-32d2f89c-b9d8-40b5-b45e-80ed062bfde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (380819f6-6a24-4cd1-95af-1c3044296441), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:11.124263 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d2f89c-b9d8-40b5-b45e-80ed062bfde7 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:38:11.124818 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-32d2f89c-b9d8-40b5-b45e-80ed062bfde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61926161'] for segment (380819f6-6a24-4cd1-95af-1c3044296441), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: Traceback (most recent call last): Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: timer() Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: cb(*args, **kw) Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: return func(*args, **kwargs) Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: self._notify() Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: self.callback(batched_events) Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: event.method(event) Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: return f(self, *a, **k) Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._get(url).json() Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: return self.request(url, 'GET', **kwargs) Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:38:11.126437 dv-cinder-834448-3-iscsi neutron-server[103946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:38:11.247571 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-32d2f89c-b9d8-40b5-b45e-80ed062bfde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (ea3a10f4-0bb5-4d93-8b49-e98853fc626e), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:11.251912 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-32d2f89c-b9d8-40b5-b45e-80ed062bfde7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:11.255124 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-32d2f89c-b9d8-40b5-b45e-80ed062bfde7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ea3a10f4-0bb5-4d93-8b49-e98853fc626e HTTP/1.1" status: 204 len: 168 time: 0.3441663 Apr 05 11:38:11.286889 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2f89c-b9d8-40b5-b45e-80ed062bfde7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3a10f4-0bb5-4d93-8b49-e98853fc626e,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:11.664175 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34526) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:11.707333 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-1b8662e4-7b91-46b7-8128-72120f012ce7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9d646856dc44118a63f2dd56d120c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418868 Apr 05 11:38:11.709650 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34528) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:11.758954 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e0b01031-9551-47a6-a4e6-ad384d2f0eae admin admin] Publish callbacks [] for security_group (2cda73c3-67d3-4061-b304-4c6e5a94e379), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:11.780207 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e0b01031-9551-47a6-a4e6-ad384d2f0eae admin admin] Publish callbacks [] for security_group (2cda73c3-67d3-4061-b304-4c6e5a94e379), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:11.892721 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92eecc-db0b-4422-8220-27b8c7aac513 req-14b789f0-812d-42bf-b441-6471961e2d75 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:11.894149 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7f92eecc-db0b-4422-8220-27b8c7aac513 req-14b789f0-812d-42bf-b441-6471961e2d75 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0560045 Apr 05 11:38:11.909566 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e0b01031-9551-47a6-a4e6-ad384d2f0eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (2cda73c3-67d3-4061-b304-4c6e5a94e379), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:11.912235 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e0b01031-9551-47a6-a4e6-ad384d2f0eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:11.913374 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-e0b01031-9551-47a6-a4e6-ad384d2f0eae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2cda73c3-67d3-4061-b304-4c6e5a94e379 HTTP/1.1" status: 204 len: 168 time: 0.2028222 Apr 05 11:38:11.922266 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b01031-9551-47a6-a4e6-ad384d2f0eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cda73c3-67d3-4061-b304-4c6e5a94e379,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:11.944515 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7f92eecc-db0b-4422-8220-27b8c7aac513 req-fb5a0021-3a52-401a-94dc-857009223597 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447721 Apr 05 11:38:13.067460 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9331107-1219-47f4-ac91-ea5e1f668787 req-1cbe06c4-2997-45e9-8c80-b4652dd79f50 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:13.068958 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f9331107-1219-47f4-ac91-ea5e1f668787 req-1cbe06c4-2997-45e9-8c80-b4652dd79f50 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0552263 Apr 05 11:38:13.116381 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f9331107-1219-47f4-ac91-ea5e1f668787 req-bbce9866-3de5-4e70-bde9-fc3e50dcbc7a tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418589 Apr 05 11:38:13.503943 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:14.237610 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d966c-9d09-4657-bcd4-9744f85bcc17 req-cfca5758-5878-44b9-a96f-ac61868f95b9 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:14.239082 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-081d966c-9d09-4657-bcd4-9744f85bcc17 req-cfca5758-5878-44b9-a96f-ac61868f95b9 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0547855 Apr 05 11:38:14.284663 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-081d966c-9d09-4657-bcd4-9744f85bcc17 req-cd6e0457-1968-43a5-8f6b-50279608a45d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400679 Apr 05 11:38:15.422337 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9933600-38a4-45ac-8c68-8792afcf999f req-bcfb086c-2b20-44e9-8bc1-f10324a003f0 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:15.423860 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c9933600-38a4-45ac-8c68-8792afcf999f req-bcfb086c-2b20-44e9-8bc1-f10324a003f0 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0564735 Apr 05 11:38:15.473474 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c9933600-38a4-45ac-8c68-8792afcf999f req-cb0417f0-23a3-4096-b63d-e618d44fe2a4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438375 Apr 05 11:38:16.421115 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a82b2-1425-471f-9636-e901b07f6f48 req-9e7d8a56-2ed7-425e-b58a-dfbbb40fe10c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:16.422627 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-687a82b2-1425-471f-9636-e901b07f6f48 req-9e7d8a56-2ed7-425e-b58a-dfbbb40fe10c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.0593386 Apr 05 11:38:16.469875 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-687a82b2-1425-471f-9636-e901b07f6f48 req-a33f371c-ed4f-4388-a576-bc20d1810ae2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416720 Apr 05 11:38:16.596830 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5496c-c849-41f0-a716-fae0f36a673e req-49a3fa4e-1736-4992-8b27-7a41118da8b1 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:16.598259 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6ae5496c-c849-41f0-a716-fae0f36a673e req-49a3fa4e-1736-4992-8b27-7a41118da8b1 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0526268 Apr 05 11:38:16.647665 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6ae5496c-c849-41f0-a716-fae0f36a673e req-312b1e27-2eab-4168-8ebf-3ef0cd349098 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438833 Apr 05 11:38:17.599612 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095391e7-3949-42fe-b07c-7240031be5f1 req-110805c8-6de8-46a5-a05d-8a8ee03fcf47 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:17.602016 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-095391e7-3949-42fe-b07c-7240031be5f1 req-110805c8-6de8-46a5-a05d-8a8ee03fcf47 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.0602031 Apr 05 11:38:17.649842 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-095391e7-3949-42fe-b07c-7240031be5f1 req-4d943f7a-4c71-4df6-b621-163ba4ae600d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424795 Apr 05 11:38:17.770016 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faf680-d53f-4378-8a73-ea18d5f7eeb5 req-3eef3a07-4906-407b-83d3-b70a6cc0d1a7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:17.771521 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-67faf680-d53f-4378-8a73-ea18d5f7eeb5 req-3eef3a07-4906-407b-83d3-b70a6cc0d1a7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0519552 Apr 05 11:38:17.819565 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-67faf680-d53f-4378-8a73-ea18d5f7eeb5 req-0357be65-7aae-4838-a8d0-9937e7ea181e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424385 Apr 05 11:38:18.029007 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f58df4-e8d3-47fa-b803-0216af6d572e req-88b8b937-5a19-44b2-a7be-c9d55da10786 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:18.036589 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2f58df4-e8d3-47fa-b803-0216af6d572e req-88b8b937-5a19-44b2-a7be-c9d55da10786 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.0515513 Apr 05 11:38:18.076546 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2f58df4-e8d3-47fa-b803-0216af6d572e req-729029ff-7900-4846-a984-908a0d151012 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404692 Apr 05 11:38:18.783491 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090080b-793f-41f3-a4d1-70c8ed562369 req-1313d0d1-01b5-40b4-bf0f-f13655badb90 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:18.785159 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8090080b-793f-41f3-a4d1-70c8ed562369 req-1313d0d1-01b5-40b4-bf0f-f13655badb90 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.0528083 Apr 05 11:38:18.832401 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8090080b-793f-41f3-a4d1-70c8ed562369 req-c00a52d1-c28b-4b3a-8fc6-0806f26eca1f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417202 Apr 05 11:38:18.946130 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba6f88-7779-452c-bed7-c0dcf95ab34b req-4d379f6c-3cf8-446a-b6f8-fadef1a1b972 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:18.947547 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5eba6f88-7779-452c-bed7-c0dcf95ab34b req-4d379f6c-3cf8-446a-b6f8-fadef1a1b972 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0565073 Apr 05 11:38:18.993373 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5eba6f88-7779-452c-bed7-c0dcf95ab34b req-37db54ad-cfa1-4794-924e-12b6bfaf9df2 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402710 Apr 05 11:38:19.350533 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de88fc4-f19f-4c5b-a253-23931587f2df req-c67aa9df-b09e-49ed-9b7f-fa47cffc5295 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:19.352088 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8de88fc4-f19f-4c5b-a253-23931587f2df req-c67aa9df-b09e-49ed-9b7f-fa47cffc5295 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.0529594 Apr 05 11:38:19.399440 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8de88fc4-f19f-4c5b-a253-23931587f2df req-ebaa80de-86aa-4e2a-baf9-76daf0784b7a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416489 Apr 05 11:38:19.955750 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803a6ea-d0ab-4cc3-9585-8b24d6e660ef req-462ab3b4-d934-4bb2-8652-0b9774e717fd tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:19.957134 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d803a6ea-d0ab-4cc3-9585-8b24d6e660ef req-462ab3b4-d934-4bb2-8652-0b9774e717fd tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.0522873 Apr 05 11:38:20.003610 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d803a6ea-d0ab-4cc3-9585-8b24d6e660ef req-a58c09c4-52ed-45fd-a2ed-5147ab3c98eb tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408154 Apr 05 11:38:20.116047 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301d963-239b-4932-84bd-646a2585ced1 req-02ad18c5-af97-4e2b-8bd7-05de960aea1d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:20.117520 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8301d963-239b-4932-84bd-646a2585ced1 req-02ad18c5-af97-4e2b-8bd7-05de960aea1d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0559013 Apr 05 11:38:20.165104 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8301d963-239b-4932-84bd-646a2585ced1 req-989b7ecd-197f-43cb-9672-c8c1d4efab36 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408823 Apr 05 11:38:20.519952 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85632c8-4ccb-49d2-a1a0-0ca366929921 req-27ff7a34-803d-42be-beb4-d2969599ed83 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:20.521415 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c85632c8-4ccb-49d2-a1a0-0ca366929921 req-27ff7a34-803d-42be-beb4-d2969599ed83 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.0524619 Apr 05 11:38:20.575300 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c85632c8-4ccb-49d2-a1a0-0ca366929921 req-6491d9d1-81ce-4578-aa00-10295677c003 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483525 Apr 05 11:38:20.686192 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a0b4b651-216d-4aee-930d-d8ee71ed71bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:21.124202 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979897f-b690-40d1-a18b-6767de98c8af req-364bb84b-a9be-4405-b138-6359669ba682 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:21.125716 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3979897f-b690-40d1-a18b-6767de98c8af req-364bb84b-a9be-4405-b138-6359669ba682 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.0520842 Apr 05 11:38:21.171658 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3979897f-b690-40d1-a18b-6767de98c8af req-f51861b6-515e-4a93-ae95-5e62d5eeace3 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403717 Apr 05 11:38:21.286391 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4854288-9d5e-4dc9-9875-415833c9e3e5 req-0ec419a3-b5c6-4b3b-9801-7c6720ada58b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:21.287901 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d4854288-9d5e-4dc9-9875-415833c9e3e5 req-0ec419a3-b5c6-4b3b-9801-7c6720ada58b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0535526 Apr 05 11:38:21.335388 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d4854288-9d5e-4dc9-9875-415833c9e3e5 req-05f5c45b-228c-4cc5-b2bb-c01d882c652b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417202 Apr 05 11:38:21.694733 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88f449-d22d-44a7-87cd-169a2b55d7d9 req-d276778e-2707-404c-9332-4472a48f737d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:21.696253 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ab88f449-d22d-44a7-87cd-169a2b55d7d9 req-d276778e-2707-404c-9332-4472a48f737d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.0534115 Apr 05 11:38:21.745823 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ab88f449-d22d-44a7-87cd-169a2b55d7d9 req-a26c1e53-bfef-4d48-a4e2-17eec967f07c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438569 Apr 05 11:38:22.023956 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72ff55-d2a9-4cb7-9ed7-68a79655d8ad req-34fc564f-f4a0-4ea0-b407-8a9acf5e92de tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:22.029117 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7b72ff55-d2a9-4cb7-9ed7-68a79655d8ad req-34fc564f-f4a0-4ea0-b407-8a9acf5e92de tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.0519791 Apr 05 11:38:22.448574 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522f0a4-a89d-49df-b83d-c1feff7fae6f req-a5ba7b7c-dfd3-4d19-bdf2-d796e5bef782 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:22.448574 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4522f0a4-a89d-49df-b83d-c1feff7fae6f req-a5ba7b7c-dfd3-4d19-bdf2-d796e5bef782 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.1119518 Apr 05 11:38:22.451691 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34676) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:22.459342 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4beca11-3704-45b7-9c7c-d2c4b871e31d req-0648783b-0b52-410d-a5e4-e4c1b5a72941 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:22.460922 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b4beca11-3704-45b7-9c7c-d2c4b871e31d req-0648783b-0b52-410d-a5e4-e4c1b5a72941 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 947 time: 0.1263106 Apr 05 11:38:22.471519 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c3516-1aef-4c3f-a5b9-9485570a3c7d req-d1010a24-0348-45eb-b76e-47231dfc670e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:22.477266 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-623c3516-1aef-4c3f-a5b9-9485570a3c7d req-d1010a24-0348-45eb-b76e-47231dfc670e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0701048 Apr 05 11:38:22.480660 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-7b72ff55-d2a9-4cb7-9ed7-68a79655d8ad req-ad8fcc47-f3bb-44c4-9d22-c5da081c00b2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Deleting port abe1c734-1139-400d-ab81-735a015fd662 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:22.480993 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7b72ff55-d2a9-4cb7-9ed7-68a79655d8ad req-ad8fcc47-f3bb-44c4-9d22-c5da081c00b2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (abe1c734-1139-400d-ab81-735a015fd662), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.525952 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-623c3516-1aef-4c3f-a5b9-9485570a3c7d req-51781097-8a95-4ebf-aeaa-728a8f36df70 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468338 Apr 05 11:38:22.569374 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c73e31da-8c53-4945-8261-a99702ae3dce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.623344 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b4beca11-3704-45b7-9c7c-d2c4b871e31d req-9981915d-2739-4703-9c95-a8ddd8c38231 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=b20af323-35b6-4de6-80bb-078adc929831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522791 Apr 05 11:38:22.648043 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c73e31da-8c53-4945-8261-a99702ae3dce admin admin] Publish callbacks [] for security_group (e52f8db7-6da3-4d2a-91f3-7995b44dca27), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.660762 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-7b72ff55-d2a9-4cb7-9ed7-68a79655d8ad req-ad8fcc47-f3bb-44c4-9d22-c5da081c00b2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] For port abe1c734-1139-400d-ab81-735a015fd662, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=abe1c734-1139-400d-ab81-735a015fd662,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:22.661124 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7b72ff55-d2a9-4cb7-9ed7-68a79655d8ad req-ad8fcc47-f3bb-44c4-9d22-c5da081c00b2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (abe1c734-1139-400d-ab81-735a015fd662), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.728895 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c73e31da-8c53-4945-8261-a99702ae3dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (e52f8db7-6da3-4d2a-91f3-7995b44dca27), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.741321 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-4522f0a4-a89d-49df-b83d-c1feff7fae6f req-a8175d89-7b7e-48d8-b35f-69b674a5a814 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Deleting port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:22.741527 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-4522f0a4-a89d-49df-b83d-c1feff7fae6f req-a8175d89-7b7e-48d8-b35f-69b674a5a814 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (6bedd3d0-95f4-48c4-b38a-8ecae6e627b0), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.768977 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-c73e31da-8c53-4945-8261-a99702ae3dce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b831a3afad3347f28d55b428aa139df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151567 Apr 05 11:38:22.769608 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e31da-8c53-4945-8261-a99702ae3dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52f8db7-6da3-4d2a-91f3-7995b44dca27,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:22.772014 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34684) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:22.829266 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-53e86455-b2df-4e0f-b4c4-6a05e8c141a3 admin admin] Publish callbacks [] for security_group (e52f8db7-6da3-4d2a-91f3-7995b44dca27), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.877227 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-53e86455-b2df-4e0f-b4c4-6a05e8c141a3 admin admin] Publish callbacks [] for security_group (e52f8db7-6da3-4d2a-91f3-7995b44dca27), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.918799 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577604bd-6d66-4511-aada-109e8c74ee76 req-31201214-120c-4212-9293-d72edc4fbdf4 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:22.920351 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-577604bd-6d66-4511-aada-109e8c74ee76 req-31201214-120c-4212-9293-d72edc4fbdf4 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 945 time: 0.0931344 Apr 05 11:38:22.950669 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-4522f0a4-a89d-49df-b83d-c1feff7fae6f req-a8175d89-7b7e-48d8-b35f-69b674a5a814 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] For port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6bedd3d0-95f4-48c4-b38a-8ecae6e627b0,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:22.951087 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-4522f0a4-a89d-49df-b83d-c1feff7fae6f req-a8175d89-7b7e-48d8-b35f-69b674a5a814 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (6bedd3d0-95f4-48c4-b38a-8ecae6e627b0), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.978690 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-577604bd-6d66-4511-aada-109e8c74ee76 req-b2cfeec7-1a64-4498-abe3-1fb148418c87 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=37b90394-b6e5-4bc6-b81c-700a75472983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525155 Apr 05 11:38:23.021927 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7b72ff55-d2a9-4cb7-9ed7-68a79655d8ad req-ad8fcc47-f3bb-44c4-9d22-c5da081c00b2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.022291 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7b72ff55-d2a9-4cb7-9ed7-68a79655d8ad req-ad8fcc47-f3bb-44c4-9d22-c5da081c00b2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (7d4a24a8-2609-465d-878c-5105d9c12184), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.022608 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-7b72ff55-d2a9-4cb7-9ed7-68a79655d8ad req-ad8fcc47-f3bb-44c4-9d22-c5da081c00b2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Floating IP 7d4a24a8-2609-465d-878c-5105d9c12184 disassociated. External IP: 172.27.1.225, port: abe1c734-1139-400d-ab81-735a015fd662. Apr 05 11:38:23.022951 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-7b72ff55-d2a9-4cb7-9ed7-68a79655d8ad req-ad8fcc47-f3bb-44c4-9d22-c5da081c00b2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Calling delete_port for abe1c734-1139-400d-ab81-735a015fd662 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:23.063297 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-57a44161-e1ca-491d-9b29-9b3195f149c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.094359 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-53e86455-b2df-4e0f-b4c4-6a05e8c141a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (e52f8db7-6da3-4d2a-91f3-7995b44dca27), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.097100 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-53e86455-b2df-4e0f-b4c4-6a05e8c141a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.100576 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-53e86455-b2df-4e0f-b4c4-6a05e8c141a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e52f8db7-6da3-4d2a-91f3-7995b44dca27 HTTP/1.1" status: 204 len: 168 time: 0.3253047 Apr 05 11:38:23.106942 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e86455-b2df-4e0f-b4c4-6a05e8c141a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52f8db7-6da3-4d2a-91f3-7995b44dca27,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:23.202508 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-4522f0a4-a89d-49df-b83d-c1feff7fae6f req-a8175d89-7b7e-48d8-b35f-69b674a5a814 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.202873 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-4522f0a4-a89d-49df-b83d-c1feff7fae6f req-a8175d89-7b7e-48d8-b35f-69b674a5a814 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (51f92bbe-e112-4836-bb49-8be8b05bbf28), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.203188 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-4522f0a4-a89d-49df-b83d-c1feff7fae6f req-a8175d89-7b7e-48d8-b35f-69b674a5a814 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Floating IP 51f92bbe-e112-4836-bb49-8be8b05bbf28 disassociated. External IP: 172.27.1.52, port: 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0. Apr 05 11:38:23.203571 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-4522f0a4-a89d-49df-b83d-c1feff7fae6f req-a8175d89-7b7e-48d8-b35f-69b674a5a814 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Calling delete_port for 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:23.452317 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7b72ff55-d2a9-4cb7-9ed7-68a79655d8ad req-ad8fcc47-f3bb-44c4-9d22-c5da081c00b2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (abe1c734-1139-400d-ab81-735a015fd662), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.493163 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fcc47-f3bb-44c4-9d22-c5da081c00b2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event deleted for resources: {'Port': ['ID=abe1c734-1139-400d-ab81-735a015fd662,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:23.584110 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-4522f0a4-a89d-49df-b83d-c1feff7fae6f req-a8175d89-7b7e-48d8-b35f-69b674a5a814 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (6bedd3d0-95f4-48c4-b38a-8ecae6e627b0), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.639289 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8175d89-7b7e-48d8-b35f-69b674a5a814 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event deleted for resources: {'Port': ['ID=6bedd3d0-95f4-48c4-b38a-8ecae6e627b0,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:23.728466 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3f84d8c2-02f7-4619-a901-7da32e310572 req-36729bb6-ff00-4c37-a411-3a9e946e409e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 210 time: 0.0295732 Apr 05 11:38:23.746595 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b72ff55-d2a9-4cb7-9ed7-68a79655d8ad req-ad8fcc47-f3bb-44c4-9d22-c5da081c00b2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:38:23.800622 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf1472-337a-4e0f-8a2d-19186a0d87f2 req-81a56482-e50f-41af-8093-158494e79a93 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:23.802161 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d7cf1472-337a-4e0f-8a2d-19186a0d87f2 req-81a56482-e50f-41af-8093-158494e79a93 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.1748683 Apr 05 11:38:23.935261 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4522f0a4-a89d-49df-b83d-c1feff7fae6f req-a8175d89-7b7e-48d8-b35f-69b674a5a814 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Router 927ef2b6-3c41-4512-b854-4f8e285b6a48 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:38:23.953623 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d7cf1472-337a-4e0f-8a2d-19186a0d87f2 req-75357343-f875-4f9d-a257-fb1050cb0abb tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422262 Apr 05 11:38:24.011207 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b72ff55-d2a9-4cb7-9ed7-68a79655d8ad req-ad8fcc47-f3bb-44c4-9d22-c5da081c00b2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:38:24.023346 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14e4c7a-f1bc-463c-9ced-419751eca67b None None] Sync routers for ids ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:38:24.034298 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e4c7a-f1bc-463c-9ced-419751eca67b None None] Routers {'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:24.035240 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c14e4c7a-f1bc-463c-9ced-419751eca67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:24.037469 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:24.071948 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b72ff55-d2a9-4cb7-9ed7-68a79655d8ad req-ad8fcc47-f3bb-44c4-9d22-c5da081c00b2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] No DVR routers for this DVR port abe1c734-1139-400d-ab81-735a015fd662 on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:38:24.086072 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4453b3d1-793f-457a-8675-300ba41a6230 req-855e8802-8e6c-4788-afd5-94f686553a96 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 210 time: 0.0304453 Apr 05 11:38:24.102397 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7b72ff55-d2a9-4cb7-9ed7-68a79655d8ad req-ad8fcc47-f3bb-44c4-9d22-c5da081c00b2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:24.106954 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7b72ff55-d2a9-4cb7-9ed7-68a79655d8ad req-ad8fcc47-f3bb-44c4-9d22-c5da081c00b2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.57 "DELETE /v2.0/ports/abe1c734-1139-400d-ab81-735a015fd662 HTTP/1.1" status: 204 len: 173 time: 2.0746193 Apr 05 11:38:24.107405 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'name': 'network-vif-deleted', 'tag': 'abe1c734-1139-400d-ab81-735a015fd662'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:24.109941 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce02c8d-19c2-4774-8934-8dec5f87b24d" -d '{"events": [{"server_uuid": "5f678de2-5855-469b-8c6f-c89816e9b30e", "name": "network-vif-deleted", "tag": "abe1c734-1139-400d-ab81-735a015fd662"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:24.141747 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4522f0a4-a89d-49df-b83d-c1feff7fae6f req-a8175d89-7b7e-48d8-b35f-69b674a5a814 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:38:24.153728 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2c674-dd71-4345-9b86-b950418dc092 None None] Sync routers for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:38:24.162119 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-c14e4c7a-f1bc-463c-9ced-419751eca67b None None] Set router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:24.169533 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf2c674-dd71-4345-9b86-b950418dc092 None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:24.170402 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-2bf2c674-dd71-4345-9b86-b950418dc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:24.180172 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e0d596-c350-4401-bbf4-82c7bb0f6354 x-openstack-request-id: req-04e0d596-c350-4401-bbf4-82c7bb0f6354 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:24.180600 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f678de2-5855-469b-8c6f-c89816e9b30e", "name": "network-vif-deleted", "tag": "abe1c734-1139-400d-ab81-735a015fd662", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:24.181716 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04e0d596-c350-4401-bbf4-82c7bb0f6354 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:24.182220 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e0d596-c350-4401-bbf4-82c7bb0f6354'] response: {'server_uuid': '5f678de2-5855-469b-8c6f-c89816e9b30e', 'name': 'network-vif-deleted', 'tag': 'abe1c734-1139-400d-ab81-735a015fd662', 'status': 'completed', 'code': 200} Apr 05 11:38:24.209428 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-4522f0a4-a89d-49df-b83d-c1feff7fae6f req-a8175d89-7b7e-48d8-b35f-69b674a5a814 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] No DVR routers for this DVR port 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:38:24.220396 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-4522f0a4-a89d-49df-b83d-c1feff7fae6f req-a8175d89-7b7e-48d8-b35f-69b674a5a814 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:24.223914 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4522f0a4-a89d-49df-b83d-c1feff7fae6f req-a8175d89-7b7e-48d8-b35f-69b674a5a814 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "DELETE /v2.0/ports/6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 HTTP/1.1" status: 204 len: 173 time: 1.7609172 Apr 05 11:38:24.305813 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-2bf2c674-dd71-4345-9b86-b950418dc092 None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:24.409708 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c14e4c7a-f1bc-463c-9ced-419751eca67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '98cb7b42-2e1b-4890-991c-5bae690f4105', 'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'mac_address': 'fa:16:3e:57:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 5, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'subnets': [{'id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:24.445456 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14e4c7a-f1bc-463c-9ced-419751eca67b None None] Checking router: b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:38:24.458966 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e4c7a-f1bc-463c-9ced-419751eca67b None None] Routers {'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:24.458966 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c14e4c7a-f1bc-463c-9ced-419751eca67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:24.474525 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device abe1c734-1139-400d-ab81-735a015fd662 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:38:24.496985 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: abe1c734-1139-400d-ab81-735a015fd662 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:38:24.497326 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device abe1c734-1139-400d-ab81-735a015fd662 not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:38:24.507999 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:38:24.523251 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:38:24.523622 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 6bedd3d0-95f4-48c4-b38a-8ecae6e627b0 not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:38:24.582752 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-c14e4c7a-f1bc-463c-9ced-419751eca67b None None] Set router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:24.713383 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-2bf2c674-dd71-4345-9b86-b950418dc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'c5f6406f-f7f1-4021-8f07-07225331857b', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:d6:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78373594-67e2-4cfc-8b01-6417123e373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:20Z', 'updated_at': '2022-04-05T11:35:17Z', 'revision_number': 2, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:24.750090 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2c674-dd71-4345-9b86-b950418dc092 None None] Checking router: 927ef2b6-3c41-4512-b854-4f8e285b6a48 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:38:24.761943 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf2c674-dd71-4345-9b86-b950418dc092 None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:24.763539 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-2bf2c674-dd71-4345-9b86-b950418dc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:24.799242 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c14e4c7a-f1bc-463c-9ced-419751eca67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '98cb7b42-2e1b-4890-991c-5bae690f4105', 'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'mac_address': 'fa:16:3e:57:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 5, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'subnets': [{'id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:24.834344 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14e4c7a-f1bc-463c-9ced-419751eca67b None None] The sync data for ids ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'] in dv-cinder-834448-3-iscsi is: [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '98cb7b42-2e1b-4890-991c-5bae690f4105', 'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'mac_address': 'fa:16:3e:57:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 5, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'subnets': [{'id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:38:24.855707 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2cc3f6d5-f7af-4c5f-b3dd-3047b00d4325 req-9501e382-acc7-43ba-9043-dd73284bc0ca tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f678de2-5855-469b-8c6f-c89816e9b30e HTTP/1.1" status: 200 len: 210 time: 0.0319853 Apr 05 11:38:24.911541 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-2bf2c674-dd71-4345-9b86-b950418dc092 None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:25.103734 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63d33f-95cc-4fb2-9321-19ccc4f8ebae req-d4912cbb-3b25-49c1-abd7-4293693e3ccc tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:25.106225 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aa63d33f-95cc-4fb2-9321-19ccc4f8ebae req-d4912cbb-3b25-49c1-abd7-4293693e3ccc tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0626922 Apr 05 11:38:25.176548 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aa63d33f-95cc-4fb2-9321-19ccc4f8ebae req-bdb13e51-532f-4841-81fa-90c613aaa746 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565839 Apr 05 11:38:25.201895 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-2bf2c674-dd71-4345-9b86-b950418dc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'c5f6406f-f7f1-4021-8f07-07225331857b', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:d6:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78373594-67e2-4cfc-8b01-6417123e373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:20Z', 'updated_at': '2022-04-05T11:35:17Z', 'revision_number': 2, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:25.207691 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61c6b2-fe80-4989-a5c0-e865db6c0db8 None None] New status for floating IP 7d4a24a8-2609-465d-878c-5105d9c12184: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:38:25.225822 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-bc8e8304-6c1c-40e5-896a-e34a7c0720f2 req-64c98116-c0f0-4541-b32d-fb30db40ac8f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd641ff-56ae-409d-bc86-8d8edb85fedb HTTP/1.1" status: 200 len: 210 time: 0.0293734 Apr 05 11:38:25.240287 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2c674-dd71-4345-9b86-b950418dc092 None None] The sync data for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi is: [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'c5f6406f-f7f1-4021-8f07-07225331857b', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:d6:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78373594-67e2-4cfc-8b01-6417123e373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:20Z', 'updated_at': '2022-04-05T11:35:17Z', 'revision_number': 2, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:38:25.473445 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:25.565158 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e092ae-7ee4-4ba2-b946-ee832e354c47 None None] New status for floating IP 51f92bbe-e112-4836-bb49-8be8b05bbf28: DOWN {{(pid=103948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:38:26.049492 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34712) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:26.105250 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6889d8fe-52db-4f18-b52f-e43a401ac9c0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group (b20af323-35b6-4de6-80bb-078adc929831), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:26.129563 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6889d8fe-52db-4f18-b52f-e43a401ac9c0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group (b20af323-35b6-4de6-80bb-078adc929831), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:26.183400 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd641ff-56ae-409d-bc86-8d8edb85fedb', 'name': 'network-vif-deleted', 'tag': '6bedd3d0-95f4-48c4-b38a-8ecae6e627b0'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:26.186089 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e96148-7adb-49c2-a9bf-d1b5334cc061" -d '{"events": [{"server_uuid": "5bd641ff-56ae-409d-bc86-8d8edb85fedb", "name": "network-vif-deleted", "tag": "6bedd3d0-95f4-48c4-b38a-8ecae6e627b0"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:26.222283 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c54eaa-2080-4c65-b451-d47811b690e3 x-openstack-request-id: req-52c54eaa-2080-4c65-b451-d47811b690e3 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:26.222584 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd641ff-56ae-409d-bc86-8d8edb85fedb", "name": "network-vif-deleted", "tag": "6bedd3d0-95f4-48c4-b38a-8ecae6e627b0", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:26.222842 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52c54eaa-2080-4c65-b451-d47811b690e3 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:26.223248 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c54eaa-2080-4c65-b451-d47811b690e3'] response: {'server_uuid': '5bd641ff-56ae-409d-bc86-8d8edb85fedb', 'name': 'network-vif-deleted', 'tag': '6bedd3d0-95f4-48c4-b38a-8ecae6e627b0', 'status': 'completed', 'code': 200} Apr 05 11:38:26.264833 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6889d8fe-52db-4f18-b52f-e43a401ac9c0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (b20af323-35b6-4de6-80bb-078adc929831), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:26.267991 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6889d8fe-52db-4f18-b52f-e43a401ac9c0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:26.270701 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-6889d8fe-52db-4f18-b52f-e43a401ac9c0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "DELETE /v2.0/security-groups/b20af323-35b6-4de6-80bb-078adc929831 HTTP/1.1" status: 204 len: 168 time: 0.2201996 Apr 05 11:38:26.273467 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 34720) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:26.289072 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.api.v2.resource [None req-8a48e0bd-6d4e-457c-a1b5-330477a7d7db tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] show failed (client error): The resource could not be found. Apr 05 11:38:26.290083 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-8a48e0bd-6d4e-457c-a1b5-330477a7d7db tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups/b20af323-35b6-4de6-80bb-078adc929831 HTTP/1.1" status: 404 len: 347 time: 0.0155599 Apr 05 11:38:26.302855 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 34724) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:26.303672 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:38:26.317985 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889d8fe-52db-4f18-b52f-e43a401ac9c0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20af323-35b6-4de6-80bb-078adc929831,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:26.350346 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a480a8-6eca-4aa1-8cb0-d34fcf329a44 req-37d7f941-c9f1-4ea3-a85b-6342a29cedc5 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:26.351860 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a7a480a8-6eca-4aa1-8cb0-d34fcf329a44 req-37d7f941-c9f1-4ea3-a85b-6342a29cedc5 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0990920 Apr 05 11:38:26.409964 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 34726) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:26.412623 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a7a480a8-6eca-4aa1-8cb0-d34fcf329a44 req-512d5b6f-47f3-4d59-be44-fbdb98b86af5 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545151 Apr 05 11:38:26.498617 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f1f74490-c266-4b5f-8eb8-68ce1f7a7d0c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (37b90394-b6e5-4bc6-b81c-700a75472983), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:26.502835 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-8cacc1fd-bcc7-4a72-8dd5-783fe681ca1f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Deleting port 9be1e8e1-76b8-426e-8483-cf4223eff06d {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:26.503154 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8cacc1fd-bcc7-4a72-8dd5-783fe681ca1f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (9be1e8e1-76b8-426e-8483-cf4223eff06d), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:26.568519 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f1f74490-c266-4b5f-8eb8-68ce1f7a7d0c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (37b90394-b6e5-4bc6-b81c-700a75472983), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:26.620387 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8cacc1fd-bcc7-4a72-8dd5-783fe681ca1f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (9be1e8e1-76b8-426e-8483-cf4223eff06d), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:26.623593 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8cacc1fd-bcc7-4a72-8dd5-783fe681ca1f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for floatingip (9be1e8e1-76b8-426e-8483-cf4223eff06d), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:26.633530 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-8cacc1fd-bcc7-4a72-8dd5-783fe681ca1f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Calling delete_port for 9be1e8e1-76b8-426e-8483-cf4223eff06d owned by network:floatingip {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:26.726150 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f1f74490-c266-4b5f-8eb8-68ce1f7a7d0c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (37b90394-b6e5-4bc6-b81c-700a75472983), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:26.728764 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f1f74490-c266-4b5f-8eb8-68ce1f7a7d0c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:26.729893 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f1f74490-c266-4b5f-8eb8-68ce1f7a7d0c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "DELETE /v2.0/security-groups/37b90394-b6e5-4bc6-b81c-700a75472983 HTTP/1.1" status: 204 len: 168 time: 0.3190176 Apr 05 11:38:26.733981 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34728) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:26.741367 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f74490-c266-4b5f-8eb8-68ce1f7a7d0c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b90394-b6e5-4bc6-b81c-700a75472983,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:26.750759 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.api.v2.resource [None req-22675708-2864-4abf-bf8a-a885ecbf74b0 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] show failed (client error): The resource could not be found. Apr 05 11:38:26.764006 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-22675708-2864-4abf-bf8a-a885ecbf74b0 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups/37b90394-b6e5-4bc6-b81c-700a75472983 HTTP/1.1" status: 404 len: 347 time: 0.0229874 Apr 05 11:38:26.764359 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34730) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:26.911310 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-ef2aec99-b836-4188-a991-4ccb059b7ca6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Deleting port a3197807-2af5-45a8-bcac-ea4ed36ba93f {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:26.911603 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef2aec99-b836-4188-a991-4ccb059b7ca6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (a3197807-2af5-45a8-bcac-ea4ed36ba93f), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:26.929219 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8cacc1fd-bcc7-4a72-8dd5-783fe681ca1f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (9be1e8e1-76b8-426e-8483-cf4223eff06d), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:27.034475 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8cacc1fd-bcc7-4a72-8dd5-783fe681ca1f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for floatingip (7d4a24a8-2609-465d-878c-5105d9c12184), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:27.034475 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8cacc1fd-bcc7-4a72-8dd5-783fe681ca1f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:27.034475 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-8cacc1fd-bcc7-4a72-8dd5-783fe681ca1f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "DELETE /v2.0/floatingips/7d4a24a8-2609-465d-878c-5105d9c12184 HTTP/1.1" status: 204 len: 168 time: 0.6922538 Apr 05 11:38:27.034475 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacc1fd-bcc7-4a72-8dd5-783fe681ca1f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event deleted for resources: {'Port': ['ID=9be1e8e1-76b8-426e-8483-cf4223eff06d,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:27.035127 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef2aec99-b836-4188-a991-4ccb059b7ca6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (a3197807-2af5-45a8-bcac-ea4ed36ba93f), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:27.035127 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef2aec99-b836-4188-a991-4ccb059b7ca6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (a3197807-2af5-45a8-bcac-ea4ed36ba93f), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:27.035127 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-ef2aec99-b836-4188-a991-4ccb059b7ca6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Calling delete_port for a3197807-2af5-45a8-bcac-ea4ed36ba93f owned by network:floatingip {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:27.054660 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:27.183301 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95825734-f65f-4cf8-99a3-da6e44dfebc0 req-73956484-376a-48a0-83f9-0f5ff6bcc266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:27.185389 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95825734-f65f-4cf8-99a3-da6e44dfebc0 req-73956484-376a-48a0-83f9-0f5ff6bcc266 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 1130 time: 0.0472453 Apr 05 11:38:27.242109 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95825734-f65f-4cf8-99a3-da6e44dfebc0 req-fb2ddc90-d699-4751-8c5d-1997f39f3604 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481617 Apr 05 11:38:27.426425 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef2aec99-b836-4188-a991-4ccb059b7ca6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (a3197807-2af5-45a8-bcac-ea4ed36ba93f), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:27.455252 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2aec99-b836-4188-a991-4ccb059b7ca6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event deleted for resources: {'Port': ['ID=a3197807-2af5-45a8-bcac-ea4ed36ba93f,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:27.557130 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef2aec99-b836-4188-a991-4ccb059b7ca6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (51f92bbe-e112-4836-bb49-8be8b05bbf28), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:27.560143 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ef2aec99-b836-4188-a991-4ccb059b7ca6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:27.561305 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ef2aec99-b836-4188-a991-4ccb059b7ca6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "DELETE /v2.0/floatingips/51f92bbe-e112-4836-bb49-8be8b05bbf28 HTTP/1.1" status: 204 len: 168 time: 0.7955356 Apr 05 11:38:27.573649 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e127b26-3438-4cfd-94cb-7eb4a053f172 req-cb3715d8-5a25-405f-80af-d9c428bbf00a tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:27.575930 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2e127b26-3438-4cfd-94cb-7eb4a053f172 req-cb3715d8-5a25-405f-80af-d9c428bbf00a tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0895283 Apr 05 11:38:27.588800 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 34740) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:27.594395 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-b66a1329-76fb-4658-93dc-c350d78bcaf2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1119007034', 'description': 'tempest-description--1972877339'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:27.626968 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2e127b26-3438-4cfd-94cb-7eb4a053f172 req-6c3fec36-efbf-4fb3-b270-96226059038c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452280 Apr 05 11:38:27.726346 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b66a1329-76fb-4658-93dc-c350d78bcaf2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:27.821260 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b66a1329-76fb-4658-93dc-c350d78bcaf2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group (2bc186f2-135d-4e9a-9d10-16cadb0923dd), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.000333 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b66a1329-76fb-4658-93dc-c350d78bcaf2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (2bc186f2-135d-4e9a-9d10-16cadb0923dd), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.028816 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a1329-76fb-4658-93dc-c350d78bcaf2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc186f2-135d-4e9a-9d10-16cadb0923dd,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:28.153815 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b66a1329-76fb-4658-93dc-c350d78bcaf2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.155092 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-b66a1329-76fb-4658-93dc-c350d78bcaf2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5642743 Apr 05 11:38:28.157987 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 34748) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:28.162368 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-f73411b2-c980-418f-857a-5eeedcf158f0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Request body: {'security_group_rule': {'security_group_id': '2bc186f2-135d-4e9a-9d10-16cadb0923dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:28.265182 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f73411b2-c980-418f-857a-5eeedcf158f0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group_rule (90926d95-99f3-4e38-af60-8fc4d8087124), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.325122 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f73411b2-c980-418f-857a-5eeedcf158f0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group_rule (90926d95-99f3-4e38-af60-8fc4d8087124), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.402500 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f73411b2-c980-418f-857a-5eeedcf158f0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (90926d95-99f3-4e38-af60-8fc4d8087124), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.421029 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73411b2-c980-418f-857a-5eeedcf158f0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90926d95-99f3-4e38-af60-8fc4d8087124,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:28.500328 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f73411b2-c980-418f-857a-5eeedcf158f0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.501573 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f73411b2-c980-418f-857a-5eeedcf158f0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3426416 Apr 05 11:38:28.504419 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 34752) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:28.508700 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-74d32483-37e3-4f48-919d-cf8430e7ae01 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Request body: {'security_group_rule': {'security_group_id': '2bc186f2-135d-4e9a-9d10-16cadb0923dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:28.612806 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74d32483-37e3-4f48-919d-cf8430e7ae01 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group_rule (5972f3f5-71d8-49ac-bc9b-d82112b14185), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.677989 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74d32483-37e3-4f48-919d-cf8430e7ae01 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group_rule (5972f3f5-71d8-49ac-bc9b-d82112b14185), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.752324 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a3c4c-2342-49c4-87b7-68389203c18c req-8c04a081-5e60-4d83-8072-788fc4cc95be tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:28.753714 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5c5a3c4c-2342-49c4-87b7-68389203c18c req-8c04a081-5e60-4d83-8072-788fc4cc95be tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0552113 Apr 05 11:38:28.771885 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74d32483-37e3-4f48-919d-cf8430e7ae01 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (5972f3f5-71d8-49ac-bc9b-d82112b14185), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.801828 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d32483-37e3-4f48-919d-cf8430e7ae01 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5972f3f5-71d8-49ac-bc9b-d82112b14185,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:28.820597 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5c5a3c4c-2342-49c4-87b7-68389203c18c req-2a7a37d6-0a4a-4c49-a049-d91ed3294c37 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613368 Apr 05 11:38:28.877012 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-74d32483-37e3-4f48-919d-cf8430e7ae01 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.878184 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-74d32483-37e3-4f48-919d-cf8430e7ae01 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3728154 Apr 05 11:38:28.881306 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 34756) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:28.885577 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Request body: {'floatingip': {'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:28.995313 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.094010 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.442074 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Allocated IP 172.27.1.62 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/e4666e9f-2927-45af-a025-c69300eb1103) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:38:29.549365 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for port (e4666e9f-2927-45af-a025-c69300eb1103), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.686383 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (e4666e9f-2927-45af-a025-c69300eb1103), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.725650 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:29.728426 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:29.731697 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:38:29.747382 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event updated for resources: {'Port': ['ID=e4666e9f-2927-45af-a025-c69300eb1103,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:29.792454 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for floatingip (158af1ff-5458-4829-861b-f254ce32ce7d), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.928640 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (e4666e9f-2927-45af-a025-c69300eb1103), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.988402 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad1fdc-1542-4572-9430-90d12f2f8798 req-125d0204-9aac-4c2a-a0dd-5d3b53332db0 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:29.989905 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-07ad1fdc-1542-4572-9430-90d12f2f8798 req-125d0204-9aac-4c2a-a0dd-5d3b53332db0 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0991445 Apr 05 11:38:30.086493 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-07ad1fdc-1542-4572-9430-90d12f2f8798 req-9b385051-d024-47fd-af75-8ed87a17f722 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850940 Apr 05 11:38:30.133987 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for port (e4666e9f-2927-45af-a025-c69300eb1103), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:30.211994 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (e4666e9f-2927-45af-a025-c69300eb1103), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:30.245011 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (158af1ff-5458-4829-861b-f254ce32ce7d), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:30.265244 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event updated for resources: {'Port': ['ID=e4666e9f-2927-45af-a025-c69300eb1103,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:30.345204 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:30.346551 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-8130c3b5-810f-417a-af33-bc3c4bb17123 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4642599 Apr 05 11:38:30.664504 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-aeacf384-6f98-4cdc-a858-091c173f0cd5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1119007034&fields=id&tenant_id=233d90e8ff5e4e72ad93b7b8123f9648 HTTP/1.1" status: 200 len: 267 time: 0.0420582 Apr 05 11:38:30.745963 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a63f71-0f84-4297-8fe2-19f44445fba3 req-92011992-df46-4128-aefc-f41093a5bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:30.748117 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e6a63f71-0f84-4297-8fe2-19f44445fba3 req-92011992-df46-4128-aefc-f41093a5bc8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 1130 time: 0.0467029 Apr 05 11:38:30.786567 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-b8f320b4-7d3c-49d9-bbe8-b01d2d3ded3b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:30.788344 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-b8f320b4-7d3c-49d9-bbe8-b01d2d3ded3b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/networks?id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2 HTTP/1.1" status: 200 len: 816 time: 0.1168389 Apr 05 11:38:30.804806 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-5b7954ef-bbd8-4770-82fa-a1ec6e262bdf tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/quotas/233d90e8ff5e4e72ad93b7b8123f9648 HTTP/1.1" status: 200 len: 375 time: 0.0101984 Apr 05 11:38:30.849354 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a63f71-0f84-4297-8fe2-19f44445fba3 req-121ff054-3c57-40e6-bec0-83ef57880240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:30.850831 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e6a63f71-0f84-4297-8fe2-19f44445fba3 req-121ff054-3c57-40e6-bec0-83ef57880240 service neutron] 10.222.0.57 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 920 time: 0.0973463 Apr 05 11:38:30.866249 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-a5c56149-a9bb-4a47-b7ac-618f1232b40b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=233d90e8ff5e4e72ad93b7b8123f9648&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533512 Apr 05 11:38:30.912080 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd288c-f9d2-46d3-9ec0-626a4d6149ca req-679451d6-b909-49c3-8a62-fbbb7d32ae8c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:30.913567 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c6dd288c-f9d2-46d3-9ec0-626a4d6149ca req-679451d6-b909-49c3-8a62-fbbb7d32ae8c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0526950 Apr 05 11:38:30.961147 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c6dd288c-f9d2-46d3-9ec0-626a4d6149ca req-4fdb180a-cf51-4b74-9e3e-7acbc1bf07d6 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412204 Apr 05 11:38:30.961977 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-54a7469d-a0a3-4381-b85b-6887197175a6 service neutron] 10.222.0.60 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829620 Apr 05 11:38:31.054230 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-0c0cfba9-e79e-4e01-bd89-51b7ec4d7156 service neutron] 10.222.0.60 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857749 Apr 05 11:38:31.070608 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7156cad-640d-48bc-bcf5-8fecc6f48f49 req-f29ef6ec-72dd-4115-8555-6f29bb83b6ab tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:31.072198 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c7156cad-640d-48bc-bcf5-8fecc6f48f49 req-f29ef6ec-72dd-4115-8555-6f29bb83b6ab tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 945 time: 0.0567684 Apr 05 11:38:31.119890 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c7156cad-640d-48bc-bcf5-8fecc6f48f49 req-0ea7d3e3-5734-4ca8-a944-d7e00020cdd7 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419528 Apr 05 11:38:31.337299 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c87a136-b3a3-4656-be87-adbcfc1445fd req-7fdad7d6-13bc-458c-a4b7-c26662923ddc tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 210 time: 0.0284443 Apr 05 11:38:32.080451 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f4f5c-64ec-4c30-aa3a-6f68b288e5c6 req-41f4aec7-8599-400c-9141-1649477f96bb tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:32.082135 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c16f4f5c-64ec-4c30-aa3a-6f68b288e5c6 req-41f4aec7-8599-400c-9141-1649477f96bb tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0533595 Apr 05 11:38:32.177378 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c16f4f5c-64ec-4c30-aa3a-6f68b288e5c6 req-124eac44-96a7-46d0-a9ce-1727d0054e5f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895979 Apr 05 11:38:32.193826 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e6a63f71-0f84-4297-8fe2-19f44445fba3 req-98c81dba-daf9-410b-976f-9d544ab7bb7f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58614d08-35a9-4fc5-87b1-2d61b40de959 HTTP/1.1" status: 200 len: 1001 time: 0.0841329 Apr 05 11:38:32.283756 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce6fd-e095-4d30-a3e4-4bf884a987bf req-cef0f46a-6cc5-4424-8488-5859984a42c4 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:32.285262 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e8cce6fd-e095-4d30-a3e4-4bf884a987bf req-cef0f46a-6cc5-4424-8488-5859984a42c4 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 945 time: 0.0544100 Apr 05 11:38:32.340463 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e8cce6fd-e095-4d30-a3e4-4bf884a987bf req-12380e9c-48f7-4a8f-8b4c-1a70b42f9ba8 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496573 Apr 05 11:38:32.397187 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a63f71-0f84-4297-8fe2-19f44445fba3 req-8ded66d2-635f-43e8-8d8d-18f92a32af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:32.398662 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e6a63f71-0f84-4297-8fe2-19f44445fba3 req-8ded66d2-635f-43e8-8d8d-18f92a32af1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a2d4898-c05f-41d9-ad48-eba0b48abf12 HTTP/1.1" status: 200 len: 858 time: 0.0501571 Apr 05 11:38:32.399168 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c666e2-9ddb-4490-868f-be8714b2945c req-7b3d997a-a385-4713-a726-4fde7327e5ce tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:32.400710 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-25c666e2-9ddb-4490-868f-be8714b2945c req-7b3d997a-a385-4713-a726-4fde7327e5ce tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 985 time: 0.0740352 Apr 05 11:38:32.462926 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1d3826d2-ddb4-4694-a335-313753dba5fd req-1be44667-65f4-4018-a23a-ffe9d212bf20 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 210 time: 0.0311561 Apr 05 11:38:32.469480 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-25c666e2-9ddb-4490-868f-be8714b2945c req-5343fb3b-bbc5-4e84-84f6-d480c656b58e tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&id=6407e0af-4d09-4667-97e7-cd7a4e13bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622258 Apr 05 11:38:32.475908 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a63f71-0f84-4297-8fe2-19f44445fba3 req-56906aab-1e21-45b5-827a-7c616928a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:32.477766 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e6a63f71-0f84-4297-8fe2-19f44445fba3 req-56906aab-1e21-45b5-827a-7c616928a7fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=912aa55e-5878-42db-a34a-a968382fba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711658 Apr 05 11:38:32.709719 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccce0bd-45ae-4b81-bc21-0e1f1ec8716a req-ef913e5d-b79c-45e5-b86c-83888c25f25f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:32.711172 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ccce0bd-45ae-4b81-bc21-0e1f1ec8716a req-ef913e5d-b79c-45e5-b86c-83888c25f25f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 945 time: 0.1384058 Apr 05 11:38:32.732599 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf289e23-9abc-4600-939d-9eeb05bdfcc2 req-5cf60ac6-55a5-4514-91b3-319c187b86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:32.733993 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bf289e23-9abc-4600-939d-9eeb05bdfcc2 req-5cf60ac6-55a5-4514-91b3-319c187b86a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be5f73d3bb5948299a1d81283e0c738a&device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 1169 time: 0.1241665 Apr 05 11:38:32.770528 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e6a63f71-0f84-4297-8fe2-19f44445fba3 req-a6c97a5a-cc2a-4386-b149-316de13055ce service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051072 Apr 05 11:38:32.956137 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf289e23-9abc-4600-939d-9eeb05bdfcc2 req-24ef108c-7bf2-4445-8e29-7536ca7f2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:32.957657 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bf289e23-9abc-4600-939d-9eeb05bdfcc2 req-24ef108c-7bf2-4445-8e29-7536ca7f2647 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c77bd11c-2083-4ad7-adab-65001019d0d4 HTTP/1.1" status: 200 len: 916 time: 0.2005572 Apr 05 11:38:32.968786 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e6a63f71-0f84-4297-8fe2-19f44445fba3 req-a6cd8252-86d8-4fa5-a9fd-be81e9fc3753 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815238 Apr 05 11:38:32.978387 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-1ccce0bd-45ae-4b81-bc21-0e1f1ec8716a req-cfb7c346-b379-4da9-9c34-f52717a59e87 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Deleting port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:32.978721 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1ccce0bd-45ae-4b81-bc21-0e1f1ec8716a req-cfb7c346-b379-4da9-9c34-f52717a59e87 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (9aac8d4b-83d8-4a48-87aa-17a88f5ed914), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:33.085321 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bf289e23-9abc-4600-939d-9eeb05bdfcc2 req-336d1c58-e7ac-4561-8ef3-793bfbadf07b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b HTTP/1.1" status: 200 len: 1002 time: 0.1195273 Apr 05 11:38:33.115975 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-1ccce0bd-45ae-4b81-bc21-0e1f1ec8716a req-cfb7c346-b379-4da9-9c34-f52717a59e87 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] For port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9aac8d4b-83d8-4a48-87aa-17a88f5ed914,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:33.116333 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1ccce0bd-45ae-4b81-bc21-0e1f1ec8716a req-cfb7c346-b379-4da9-9c34-f52717a59e87 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (9aac8d4b-83d8-4a48-87aa-17a88f5ed914), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:33.249670 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf289e23-9abc-4600-939d-9eeb05bdfcc2 req-e19342d2-0a27-48c2-897a-b5883c097534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:33.251128 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bf289e23-9abc-4600-939d-9eeb05bdfcc2 req-e19342d2-0a27-48c2-897a-b5883c097534 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=367f3ebf-9711-4ac7-8f92-7e3f1980efc2 HTTP/1.1" status: 200 len: 854 time: 0.0938075 Apr 05 11:38:33.356436 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc46854-6264-4b39-baa5-325c44f4fbb3 req-d9d48743-6820-4364-b30b-c568f51b63a6 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:33.357863 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0dc46854-6264-4b39-baa5-325c44f4fbb3 req-d9d48743-6820-4364-b30b-c568f51b63a6 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.1099815 Apr 05 11:38:33.365995 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1ccce0bd-45ae-4b81-bc21-0e1f1ec8716a req-cfb7c346-b379-4da9-9c34-f52717a59e87 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:33.369200 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1ccce0bd-45ae-4b81-bc21-0e1f1ec8716a req-cfb7c346-b379-4da9-9c34-f52717a59e87 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (c5f6406f-f7f1-4021-8f07-07225331857b), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:33.369200 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-1ccce0bd-45ae-4b81-bc21-0e1f1ec8716a req-cfb7c346-b379-4da9-9c34-f52717a59e87 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Floating IP c5f6406f-f7f1-4021-8f07-07225331857b disassociated. External IP: 172.27.1.104, port: 9aac8d4b-83d8-4a48-87aa-17a88f5ed914. Apr 05 11:38:33.369200 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-1ccce0bd-45ae-4b81-bc21-0e1f1ec8716a req-cfb7c346-b379-4da9-9c34-f52717a59e87 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Calling delete_port for 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:33.449647 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0dc46854-6264-4b39-baa5-325c44f4fbb3 req-f8dc8b31-d76d-45d2-a85a-5e5e8cac9012 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862710 Apr 05 11:38:33.502318 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdb50a-2d86-4342-a831-fee1e484edca req-02b5c644-2b3b-459e-88eb-9b956bc943bc tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:33.503867 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b5bdb50a-2d86-4342-a831-fee1e484edca req-02b5c644-2b3b-459e-88eb-9b956bc943bc tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 945 time: 0.0769022 Apr 05 11:38:33.553161 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b5bdb50a-2d86-4342-a831-fee1e484edca req-61a79693-61ad-4f90-ba55-f37b2f4f98d7 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c451003-d71b-4be5-a35a-35bce60d10ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Apr 05 11:38:33.569844 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d3ea30fb-9f59-466d-85ca-c14e0b91d5bc req-024a23e0-9be2-4ec6-91c5-177cf1830ec4 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 210 time: 0.0319808 Apr 05 11:38:33.642740 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1ccce0bd-45ae-4b81-bc21-0e1f1ec8716a req-cfb7c346-b379-4da9-9c34-f52717a59e87 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (9aac8d4b-83d8-4a48-87aa-17a88f5ed914), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:33.667665 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bd987-f580-4039-990a-10a5f4a3e95b req-94fec03c-c2d8-44ae-a378-dc88110357a6 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:33.669623 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9c6bd987-f580-4039-990a-10a5f4a3e95b req-94fec03c-c2d8-44ae-a378-dc88110357a6 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 985 time: 0.0575433 Apr 05 11:38:33.672994 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7c346-b379-4da9-9c34-f52717a59e87 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event deleted for resources: {'Port': ['ID=9aac8d4b-83d8-4a48-87aa-17a88f5ed914,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:33.752522 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9c6bd987-f580-4039-990a-10a5f4a3e95b req-5179f7b1-ce13-4ce5-9883-b1bd17fe763d tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&id=6407e0af-4d09-4667-97e7-cd7a4e13bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763521 Apr 05 11:38:33.814866 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ccce0bd-45ae-4b81-bc21-0e1f1ec8716a req-cfb7c346-b379-4da9-9c34-f52717a59e87 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Router 927ef2b6-3c41-4512-b854-4f8e285b6a48 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:38:33.926885 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ccce0bd-45ae-4b81-bc21-0e1f1ec8716a req-cfb7c346-b379-4da9-9c34-f52717a59e87 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:38:33.937990 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a69d293-1e71-4ad9-853b-5e80135e1113 None None] Sync routers for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:38:33.948766 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69d293-1e71-4ad9-853b-5e80135e1113 None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:33.950012 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-3a69d293-1e71-4ad9-853b-5e80135e1113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:33.969896 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccce0bd-45ae-4b81-bc21-0e1f1ec8716a req-cfb7c346-b379-4da9-9c34-f52717a59e87 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] No DVR routers for this DVR port 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:38:33.972375 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1ccce0bd-45ae-4b81-bc21-0e1f1ec8716a req-cfb7c346-b379-4da9-9c34-f52717a59e87 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:33.975623 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ccce0bd-45ae-4b81-bc21-0e1f1ec8716a req-cfb7c346-b379-4da9-9c34-f52717a59e87 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "DELETE /v2.0/ports/9aac8d4b-83d8-4a48-87aa-17a88f5ed914 HTTP/1.1" status: 204 len: 173 time: 1.2586951 Apr 05 11:38:33.976151 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78373594-67e2-4cfc-8b01-6417123e373b', 'name': 'network-vif-deleted', 'tag': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:33.978256 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a300f7-ccf5-465b-860b-b7c5cae33b32" -d '{"events": [{"server_uuid": "78373594-67e2-4cfc-8b01-6417123e373b", "name": "network-vif-deleted", "tag": "9aac8d4b-83d8-4a48-87aa-17a88f5ed914"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:34.021885 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0847bc8d-0557-4d8d-b872-91fb904bd6d2 x-openstack-request-id: req-0847bc8d-0557-4d8d-b872-91fb904bd6d2 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:34.021885 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78373594-67e2-4cfc-8b01-6417123e373b", "name": "network-vif-deleted", "tag": "9aac8d4b-83d8-4a48-87aa-17a88f5ed914", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:34.021885 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0847bc8d-0557-4d8d-b872-91fb904bd6d2 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:34.021885 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0847bc8d-0557-4d8d-b872-91fb904bd6d2'] response: {'server_uuid': '78373594-67e2-4cfc-8b01-6417123e373b', 'name': 'network-vif-deleted', 'tag': '9aac8d4b-83d8-4a48-87aa-17a88f5ed914', 'status': 'completed', 'code': 200} Apr 05 11:38:34.171171 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-3a69d293-1e71-4ad9-853b-5e80135e1113 None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:34.213124 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911042be-4be6-4421-ba56-55a735158914 req-d16ba85b-92cd-4286-9edc-8981e9a85b1e tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:34.214604 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-911042be-4be6-4421-ba56-55a735158914 req-d16ba85b-92cd-4286-9edc-8981e9a85b1e tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0550520 Apr 05 11:38:34.265785 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-911042be-4be6-4421-ba56-55a735158914 req-72d15f0c-ddb7-4adf-ab33-a1b5411da447 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439463 Apr 05 11:38:34.367896 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-3a69d293-1e71-4ad9-853b-5e80135e1113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:34.397474 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a69d293-1e71-4ad9-853b-5e80135e1113 None None] Checking router: 927ef2b6-3c41-4512-b854-4f8e285b6a48 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:38:34.405861 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69d293-1e71-4ad9-853b-5e80135e1113 None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:34.406479 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-3a69d293-1e71-4ad9-853b-5e80135e1113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:34.502021 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf289e23-9abc-4600-939d-9eeb05bdfcc2 req-06db531d-04e0-4749-9f71-ed774480f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:34.503659 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bf289e23-9abc-4600-939d-9eeb05bdfcc2 req-06db531d-04e0-4749-9f71-ed774480f984 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c77bd11c-2083-4ad7-adab-65001019d0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498641 Apr 05 11:38:34.520658 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-3a69d293-1e71-4ad9-853b-5e80135e1113 None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:34.659318 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c7e972a7-1492-4740-8788-5d7fb5a40b03 req-ee850a4d-7f75-4342-b496-c9fbf35fafb4 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 210 time: 0.0325496 Apr 05 11:38:34.661240 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21b26e-c31c-41e2-ae7c-b2006100e752 req-a1b2c2b3-560d-44f9-a395-9c1957d65fb7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:34.662734 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-db21b26e-c31c-41e2-ae7c-b2006100e752 req-a1b2c2b3-560d-44f9-a395-9c1957d65fb7 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.1253207 Apr 05 11:38:34.693519 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bf289e23-9abc-4600-939d-9eeb05bdfcc2 req-03b028d8-f81e-4d72-ae65-f7eb5583949f service neutron] 10.222.0.57 "GET /v2.0/networks/c77bd11c-2083-4ad7-adab-65001019d0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281705 Apr 05 11:38:34.744097 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-3a69d293-1e71-4ad9-853b-5e80135e1113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:34.751640 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-db21b26e-c31c-41e2-ae7c-b2006100e752 req-17b4d0a5-d2b4-4974-bee8-3df8659dc6bd tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570924 Apr 05 11:38:34.770715 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ddc709d9-4bdf-4111-af1f-690a3afea59c req-5dff49e7-da81-4791-aaeb-c933cd17e483 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 210 time: 0.0297956 Apr 05 11:38:34.779666 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a69d293-1e71-4ad9-853b-5e80135e1113 None None] The sync data for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi is: [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:38:34.881458 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94234b-a3d9-4324-87ff-1d55a78e2cad req-32cff304-aa72-44ff-bfb4-1ec70ce5f4d8 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:34.882932 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aa94234b-a3d9-4324-87ff-1d55a78e2cad req-32cff304-aa72-44ff-bfb4-1ec70ce5f4d8 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 985 time: 0.0555682 Apr 05 11:38:34.945723 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aa94234b-a3d9-4324-87ff-1d55a78e2cad req-774cd4b7-b56d-45cc-bea5-75ec01272377 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&id=6407e0af-4d09-4667-97e7-cd7a4e13bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567117 Apr 05 11:38:35.004192 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f83b9-bcb4-4b00-9379-5c74e5241d02 None None] New status for floating IP c5f6406f-f7f1-4021-8f07-07225331857b: DOWN {{(pid=103948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:38:35.384431 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057920bd-7168-43be-ac20-b240dcc7d764 req-9390fc44-3d20-4430-851c-246a45fb5630 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:35.385890 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-057920bd-7168-43be-ac20-b240dcc7d764 req-9390fc44-3d20-4430-851c-246a45fb5630 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0530546 Apr 05 11:38:35.431638 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-057920bd-7168-43be-ac20-b240dcc7d764 req-9828112a-0bb0-42d8-89d4-c4d04352514e tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401001 Apr 05 11:38:35.750952 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c33bc1bd-30ef-45a5-8aa2-cf105fc538b7 req-99926f86-d7ca-4c31-97ab-90ab7c6e62bf tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 210 time: 0.0285914 Apr 05 11:38:35.874114 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa8750-f182-404d-a875-c56923b159ba req-98a5e2b8-938d-4822-ad58-d4f032039014 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:35.875590 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dbfa8750-f182-404d-a875-c56923b159ba req-98a5e2b8-938d-4822-ad58-d4f032039014 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0556641 Apr 05 11:38:35.923319 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dbfa8750-f182-404d-a875-c56923b159ba req-27186473-fb12-423e-837b-0ec5ff783f2e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420034 Apr 05 11:38:36.003967 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7ac82ad1-52ad-4de2-bddb-b162b37d41dc req-20fa4153-a5a3-4fe2-b6c7-2ec01e64a3b8 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 210 time: 0.0264497 Apr 05 11:38:36.110442 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be61e16-2f9f-43ef-a9cb-45406eacfeaf req-7ccd8a44-1480-4820-9204-9eac1cefc378 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:36.111940 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4be61e16-2f9f-43ef-a9cb-45406eacfeaf req-7ccd8a44-1480-4820-9204-9eac1cefc378 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 985 time: 0.0521245 Apr 05 11:38:36.173128 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4be61e16-2f9f-43ef-a9cb-45406eacfeaf req-acb399f1-6d13-4702-affc-357e6451d7ec tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&id=6407e0af-4d09-4667-97e7-cd7a4e13bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554962 Apr 05 11:38:36.228143 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca708a-94e7-48ae-ac2d-0bec754ece6f req-02e0e390-b614-4b43-9f32-348b090a74ec tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:36.229544 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-87ca708a-94e7-48ae-ac2d-0bec754ece6f req-02e0e390-b614-4b43-9f32-348b090a74ec tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.0552304 Apr 05 11:38:36.277002 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-87ca708a-94e7-48ae-ac2d-0bec754ece6f req-784b4ae0-9e65-47f5-a873-e5aca61cd558 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410721 Apr 05 11:38:36.454728 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:38:36.476334 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:38:36.476687 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 9aac8d4b-83d8-4a48-87aa-17a88f5ed914 not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:38:36.566688 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e1db0-8cb7-4571-a548-ace023db4119 req-c65c680e-e509-41eb-ad67-9be8524f6fdb tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:36.568226 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a42e1db0-8cb7-4571-a548-ace023db4119 req-c65c680e-e509-41eb-ad67-9be8524f6fdb tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0704980 Apr 05 11:38:36.662202 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a42e1db0-8cb7-4571-a548-ace023db4119 req-5582cb79-c894-4309-9601-2d9008e4da94 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820370 Apr 05 11:38:36.679313 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bf289e23-9abc-4600-939d-9eeb05bdfcc2 req-1dd207bc-6ebd-4f57-8c1f-81a29816fd6c service neutron] 10.222.0.57 "GET /v2.0/networks/c77bd11c-2083-4ad7-adab-65001019d0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309493 Apr 05 11:38:36.856459 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0e15ee89-746c-4dd4-802d-59dc19829406 req-07815304-71da-4ac0-8093-6f5bec9330ba tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 210 time: 0.0270753 Apr 05 11:38:37.046625 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc4355-8842-42bd-96f8-3e139b5582c9 req-9c9e6386-759c-4a75-8ccb-d247c727ec60 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:37.048173 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0abc4355-8842-42bd-96f8-3e139b5582c9 req-9c9e6386-759c-4a75-8ccb-d247c727ec60 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0588470 Apr 05 11:38:37.097948 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0abc4355-8842-42bd-96f8-3e139b5582c9 req-4c515e85-03b4-41c5-9ac9-cf16406199ab tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438676 Apr 05 11:38:37.102950 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0b24ad1c-bdb4-4e3f-a1bc-15ac64de9406 req-d6cf775b-93dc-44db-9d87-fa6e3d1150f9 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 210 time: 0.0269396 Apr 05 11:38:37.274642 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a193aa-5634-48a5-9ed4-992cb9a7066c req-0ace2b9d-4405-4692-b1a9-deb6cb055124 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:37.276150 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-79a193aa-5634-48a5-9ed4-992cb9a7066c req-0ace2b9d-4405-4692-b1a9-deb6cb055124 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.1099751 Apr 05 11:38:37.286172 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-42c99e03-6285-4673-8927-02e728ae5879 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:37.286172 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-42c99e03-6285-4673-8927-02e728ae5879 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.57 "GET /v2.0/networks?id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2 HTTP/1.1" status: 200 len: 816 time: 0.1538465 Apr 05 11:38:37.286172 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 34870) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:37.290328 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-739e7d48-5d8b-49e5-8acd-890e5e0a87b8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Request body: {'floatingip': {'port_id': '58614d08-35a9-4fc5-87b1-2d61b40de959'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:37.318311 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543eb232-e412-49cd-873e-389641f992f3 req-e3c26812-19a3-4909-9a7b-6b08d7427f4f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:37.319842 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-543eb232-e412-49cd-873e-389641f992f3 req-e3c26812-19a3-4909-9a7b-6b08d7427f4f tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 985 time: 0.0783992 Apr 05 11:38:37.357475 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-739e7d48-5d8b-49e5-8acd-890e5e0a87b8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for floatingip (b91ddd43-2183-47de-9597-f97ed0bbee96), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:37.401088 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-543eb232-e412-49cd-873e-389641f992f3 req-2d9a26ab-a1d8-4263-957c-f88d9cea714c tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&id=6407e0af-4d09-4667-97e7-cd7a4e13bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0726769 Apr 05 11:38:37.784333 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643ba4b-3081-4867-a903-04a0c64c156d req-2c7a5ea1-c4d1-4d27-9708-912bee33032a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:37.785859 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7643ba4b-3081-4867-a903-04a0c64c156d req-2c7a5ea1-c4d1-4d27-9708-912bee33032a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0557163 Apr 05 11:38:37.844561 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7643ba4b-3081-4867-a903-04a0c64c156d req-c720adb4-64ed-46d8-8dc8-5d16a51b251a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433164 Apr 05 11:38:37.866790 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfea81-0a3b-4f65-8bdf-607af01381ee req-7933acb3-9615-4fe3-9779-a72d5002d786 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:37.868283 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e2dfea81-0a3b-4f65-8bdf-607af01381ee req-7933acb3-9615-4fe3-9779-a72d5002d786 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.5075080 Apr 05 11:38:37.876740 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-67de8eb9-375f-412c-8781-d321d68ff33d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=233d90e8ff5e4e72ad93b7b8123f9648 HTTP/1.1" status: 200 len: 380 time: 0.2054977 Apr 05 11:38:37.890394 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-add2b043-fa36-4ea8-9b40-16b38fbeb2d2 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:37.891804 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-add2b043-fa36-4ea8-9b40-16b38fbeb2d2 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.57 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.2217152 Apr 05 11:38:37.975643 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ef029fbf-3fe7-44c2-8514-7d4bcab21cef req-33f54a25-8359-4055-b82a-64dc199b5600 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=78373594-67e2-4cfc-8b01-6417123e373b HTTP/1.1" status: 200 len: 210 time: 0.0403075 Apr 05 11:38:38.019753 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e2dfea81-0a3b-4f65-8bdf-607af01381ee req-247c3c21-309e-4a19-848e-767686e8b439 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420434 Apr 05 11:38:38.142443 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-7e023682-63c0-4275-b4cf-18065166c755 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Request body: {'port': {'device_id': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'admin_state_up': True, 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'security_groups': ['2bc186f2-135d-4e9a-9d10-16cadb0923dd']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:38.230886 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d2b6e850-92ce-475c-8cc9-a9dbe7c9b221 req-f8409b2b-55d1-4054-b802-74fc4479f265 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 210 time: 0.0504704 Apr 05 11:38:38.408968 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-0c1284cd-a7e9-4a0a-80db-07384299f405 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Deleting port 42c2fac1-dd03-4da9-ac7d-dec991381e3a {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:38.409310 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-0c1284cd-a7e9-4a0a-80db-07384299f405 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (42c2fac1-dd03-4da9-ac7d-dec991381e3a), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.534542 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-739e7d48-5d8b-49e5-8acd-890e5e0a87b8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.571023 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-0c1284cd-a7e9-4a0a-80db-07384299f405 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] For port 42c2fac1-dd03-4da9-ac7d-dec991381e3a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=42c2fac1-dd03-4da9-ac7d-dec991381e3a,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:38.571388 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-0c1284cd-a7e9-4a0a-80db-07384299f405 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (42c2fac1-dd03-4da9-ac7d-dec991381e3a), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.573543 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-7e023682-63c0-4275-b4cf-18065166c755 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Made reservation on behalf of 233d90e8ff5e4e72ad93b7b8123f9648 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:38:38.577219 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-7e023682-63c0-4275-b4cf-18065166c755 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.620731 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0efd-c971-44c8-a387-3ae170aa38f1 req-fee96266-a9b8-42ab-850f-be1ae6843587 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:38.622234 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95cc0efd-c971-44c8-a387-3ae170aa38f1 req-fee96266-a9b8-42ab-850f-be1ae6843587 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 985 time: 0.1265731 Apr 05 11:38:38.662559 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-739e7d48-5d8b-49e5-8acd-890e5e0a87b8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (b91ddd43-2183-47de-9597-f97ed0bbee96), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.928610 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95cc0efd-c971-44c8-a387-3ae170aa38f1 req-832322e9-f6b3-44a9-bb83-dc23fceec6ad tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&id=6407e0af-4d09-4667-97e7-cd7a4e13bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2769668 Apr 05 11:38:38.973809 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd189b4e-9d61-4f68-b05a-14ab82b3a717 req-21c03fa7-a1d7-40c6-a218-4546dbf4cedc tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:38.975457 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fd189b4e-9d61-4f68-b05a-14ab82b3a717 req-21c03fa7-a1d7-40c6-a218-4546dbf4cedc tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 945 time: 0.0554535 Apr 05 11:38:39.003984 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-7e023682-63c0-4275-b4cf-18065166c755 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Allocated IP 172.20.0.12 (e75e15ad-ea96-4c51-a99a-e2b235a6dca2/79697ad3-6090-4136-9658-d9efe2412d4b/781c46da-8de3-4fb3-bf2a-0909f6044870) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:38:39.039950 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fd189b4e-9d61-4f68-b05a-14ab82b3a717 req-0dcffb19-3560-4e7c-ba90-f1dd0a568ea9 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=3342c624-641e-4d2a-82d3-5361fe18486f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530310 Apr 05 11:38:39.067301 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-0c1284cd-a7e9-4a0a-80db-07384299f405 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.067696 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-0c1284cd-a7e9-4a0a-80db-07384299f405 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (a2f00fb4-776b-4504-b304-ff18e94dbad9), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.068013 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-0c1284cd-a7e9-4a0a-80db-07384299f405 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Floating IP a2f00fb4-776b-4504-b304-ff18e94dbad9 disassociated. External IP: 172.27.1.25, port: 42c2fac1-dd03-4da9-ac7d-dec991381e3a. Apr 05 11:38:39.068362 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-0c1284cd-a7e9-4a0a-80db-07384299f405 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Calling delete_port for 42c2fac1-dd03-4da9-ac7d-dec991381e3a owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:39.147693 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34894) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:39.206650 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e3ca2-0332-4588-8876-0118417ef0b0 req-b28f8cfa-0184-49c4-aed0-a626bbec8040 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:39.208175 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-043e3ca2-0332-4588-8876-0118417ef0b0 req-b28f8cfa-0184-49c4-aed0-a626bbec8040 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.0973041 Apr 05 11:38:39.267180 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2aed267c-e789-4f8f-9971-829fd8ea89bb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (3c451003-d71b-4be5-a35a-35bce60d10ff), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.275053 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739e7d48-5d8b-49e5-8acd-890e5e0a87b8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Router d53639d5-4821-464b-8098-a99675207c04 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:38:39.295062 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-043e3ca2-0332-4588-8876-0118417ef0b0 req-0a5b28c1-6ac8-485b-ad06-6e481a4637e8 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791173 Apr 05 11:38:39.307482 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2aed267c-e789-4f8f-9971-829fd8ea89bb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (3c451003-d71b-4be5-a35a-35bce60d10ff), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.387154 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-36bb024c-3e95-4562-a168-7dca5e3707b8 req-b84d8282-3f52-4015-b62d-c7fe411437b9 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 210 time: 0.0729678 Apr 05 11:38:39.399218 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-7e023682-63c0-4275-b4cf-18065166c755 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.462961 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2aed267c-e789-4f8f-9971-829fd8ea89bb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (3c451003-d71b-4be5-a35a-35bce60d10ff), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.466260 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2aed267c-e789-4f8f-9971-829fd8ea89bb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.467470 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-2aed267c-e789-4f8f-9971-829fd8ea89bb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "DELETE /v2.0/security-groups/3c451003-d71b-4be5-a35a-35bce60d10ff HTTP/1.1" status: 204 len: 168 time: 0.3187559 Apr 05 11:38:39.470763 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34898) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:39.486181 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed267c-e789-4f8f-9971-829fd8ea89bb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c451003-d71b-4be5-a35a-35bce60d10ff,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:39.493877 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.api.v2.resource [None req-db2d4140-fd6e-4d76-a3bf-dfbfc92c9aec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] show failed (client error): The resource could not be found. Apr 05 11:38:39.498270 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-db2d4140-fd6e-4d76-a3bf-dfbfc92c9aec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups/3c451003-d71b-4be5-a35a-35bce60d10ff HTTP/1.1" status: 404 len: 347 time: 0.0232837 Apr 05 11:38:39.498628 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34900) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:39.640230 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-3867cf14-a86e-4bea-b3db-fac4547d3515 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Deleting port 5f072cda-955c-4b81-99a0-cff9532b784e {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:39.640481 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3867cf14-a86e-4bea-b3db-fac4547d3515 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (5f072cda-955c-4b81-99a0-cff9532b784e), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.720207 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3867cf14-a86e-4bea-b3db-fac4547d3515 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (5f072cda-955c-4b81-99a0-cff9532b784e), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.720546 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3867cf14-a86e-4bea-b3db-fac4547d3515 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (5f072cda-955c-4b81-99a0-cff9532b784e), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.733995 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-3867cf14-a86e-4bea-b3db-fac4547d3515 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Calling delete_port for 5f072cda-955c-4b81-99a0-cff9532b784e owned by network:floatingip {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:39.767680 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739e7d48-5d8b-49e5-8acd-890e5e0a87b8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:38:39.772728 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-739e7d48-5d8b-49e5-8acd-890e5e0a87b8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.780630 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e07fc3-289e-4084-9288-f843b06b8afe None None] Sync routers for ids ['d53639d5-4821-464b-8098-a99675207c04'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:38:39.794558 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e07fc3-289e-4084-9288-f843b06b8afe None None] Routers {'d53639d5-4821-464b-8098-a99675207c04'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:39.795624 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-b4e07fc3-289e-4084-9288-f843b06b8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['d53639d5-4821-464b-8098-a99675207c04'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:39.806447 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-0c1284cd-a7e9-4a0a-80db-07384299f405 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (42c2fac1-dd03-4da9-ac7d-dec991381e3a), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.837318 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'tag': '58614d08-35a9-4fc5-87b1-2d61b40de959'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:39.840448 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9d07c5-0158-4ea3-9445-6e7a559c1ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "008fc123-e8f0-413c-8da8-d8057f45c0b9", "tag": "58614d08-35a9-4fc5-87b1-2d61b40de959"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:39.862609 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-7e023682-63c0-4275-b4cf-18065166c755 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.864319 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1284cd-a7e9-4a0a-80db-07384299f405 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event deleted for resources: {'Port': ['ID=42c2fac1-dd03-4da9-ac7d-dec991381e3a,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:39.919477 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-739e7d48-5d8b-49e5-8acd-890e5e0a87b8 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "PUT /v2.0/floatingips/b91ddd43-2183-47de-9597-f97ed0bbee96 HTTP/1.1" status: 200 len: 993 time: 2.6252136 Apr 05 11:38:39.919696 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-b4e07fc3-289e-4084-9288-f843b06b8afe None None] Set router d53639d5-4821-464b-8098-a99675207c04 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:39.956116 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c119344b-0e0d-438a-8000-5b764073828b x-openstack-request-id: req-c119344b-0e0d-438a-8000-5b764073828b {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:39.956879 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3867cf14-a86e-4bea-b3db-fac4547d3515 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (5f072cda-955c-4b81-99a0-cff9532b784e), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.957020 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008fc123-e8f0-413c-8da8-d8057f45c0b9", "tag": "58614d08-35a9-4fc5-87b1-2d61b40de959", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:39.957197 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c119344b-0e0d-438a-8000-5b764073828b {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:39.957598 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c119344b-0e0d-438a-8000-5b764073828b'] response: {'name': 'network-changed', 'server_uuid': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'tag': '58614d08-35a9-4fc5-87b1-2d61b40de959', 'status': 'completed', 'code': 200} Apr 05 11:38:39.959401 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-7e023682-63c0-4275-b4cf-18065166c755 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:39.965733 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-7e023682-63c0-4275-b4cf-18065166c755 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:39.975900 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-7e023682-63c0-4275-b4cf-18065166c755 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:38:39.981232 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-7e023682-63c0-4275-b4cf-18065166c755 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:39.981951 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-7e023682-63c0-4275-b4cf-18065166c755 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.988581 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e023682-63c0-4275-b4cf-18065166c755 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event updated for resources: {'Port': ['ID=781c46da-8de3-4fb3-bf2a-0909f6044870,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:40.028292 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867cf14-a86e-4bea-b3db-fac4547d3515 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event deleted for resources: {'Port': ['ID=5f072cda-955c-4b81-99a0-cff9532b784e,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:40.114043 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3867cf14-a86e-4bea-b3db-fac4547d3515 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (c5f6406f-f7f1-4021-8f07-07225331857b), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:40.116821 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3867cf14-a86e-4bea-b3db-fac4547d3515 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:40.123896 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-3867cf14-a86e-4bea-b3db-fac4547d3515 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "DELETE /v2.0/floatingips/c5f6406f-f7f1-4021-8f07-07225331857b HTTP/1.1" status: 204 len: 168 time: 0.6232374 Apr 05 11:38:40.174540 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-84096dba-dc31-451f-8eaf-7b5b2bf51a44 req-5c4afc52-a503-4cd1-9313-66db88b55dae tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 210 time: 0.0423775 Apr 05 11:38:40.192576 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-0c1284cd-a7e9-4a0a-80db-07384299f405 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Router da0133b8-fc41-48c8-9317-9aa06797149e has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:38:40.207935 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-7e023682-63c0-4275-b4cf-18065166c755 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0755725 Apr 05 11:38:40.238966 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-b4e07fc3-289e-4084-9288-f843b06b8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:07Z', 'revision_number': 4, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port': {'id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:49Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'b91ddd43-2183-47de-9597-f97ed0bbee96', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'd53639d5-4821-464b-8098-a99675207c04', 'port_id': '58614d08-35a9-4fc5-87b1-2d61b40de959', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'mac_address': 'fa:16:3e:10:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:36:33Z', 'updated_at': '2022-04-05T11:38:38Z', 'revision_number': 3, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b093cbf-dacd-4093-b2dc-9734674ce033', 'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'mac_address': 'fa:16:3e:cd:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'subnets': [{'id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:40.244563 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Request body: {'port': {'device_id': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:40.255964 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d07c5-0158-4ea3-9445-6e7a559c1ec0 req-0ed9e402-a1a8-40e0-862e-f9140091c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:40.257457 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae9d07c5-0158-4ea3-9445-6e7a559c1ec0 req-0ed9e402-a1a8-40e0-862e-f9140091c48d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 1130 time: 0.1905890 Apr 05 11:38:40.277707 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e07fc3-289e-4084-9288-f843b06b8afe None None] Checking router: d53639d5-4821-464b-8098-a99675207c04 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:38:40.286955 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bf058-9bcc-46f1-a857-c875113adfff req-e860912e-0d6c-4a88-a45d-a176da0c6eb0 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:40.289427 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e07fc3-289e-4084-9288-f843b06b8afe None None] Routers {'d53639d5-4821-464b-8098-a99675207c04'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:40.290509 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-b4e07fc3-289e-4084-9288-f843b06b8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['d53639d5-4821-464b-8098-a99675207c04'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:40.296122 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a97bf058-9bcc-46f1-a857-c875113adfff req-e860912e-0d6c-4a88-a45d-a176da0c6eb0 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 985 time: 0.2253532 Apr 05 11:38:40.422376 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-b4e07fc3-289e-4084-9288-f843b06b8afe None None] Set router d53639d5-4821-464b-8098-a99675207c04 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:40.435263 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-84febb3a-b2ec-4008-b0a5-1d3680aa5651 None None] Provisioning complete for port 781c46da-8de3-4fb3-bf2a-0909f6044870 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:40.436749 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-84febb3a-b2ec-4008-b0a5-1d3680aa5651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:40.479090 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34916) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:40.485112 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-bd0f6207-7b70-4922-89cc-b40ab84576cb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1989190115', 'description': 'tempest-description--1820579531'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:40.495299 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-84febb3a-b2ec-4008-b0a5-1d3680aa5651 None None] Port 781c46da-8de3-4fb3-bf2a-0909f6044870 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:38:40.498969 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 42c2fac1-dd03-4da9-ac7d-dec991381e3a no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:38:40.550087 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 42c2fac1-dd03-4da9-ac7d-dec991381e3a {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:38:40.550972 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 42c2fac1-dd03-4da9-ac7d-dec991381e3a not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:38:40.554042 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a97bf058-9bcc-46f1-a857-c875113adfff req-384b6bf7-76aa-4e2e-a8db-e302581a287a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&id=6407e0af-4d09-4667-97e7-cd7a4e13bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2549846 Apr 05 11:38:40.559513 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:40.627002 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d07c5-0158-4ea3-9445-6e7a559c1ec0 req-08f060a8-2218-4b16-a091-e25f300c0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:40.628510 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae9d07c5-0158-4ea3-9445-6e7a559c1ec0 req-08f060a8-2218-4b16-a091-e25f300c0f87 service neutron] 10.222.0.57 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 920 time: 0.3534932 Apr 05 11:38:40.720475 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-0c1284cd-a7e9-4a0a-80db-07384299f405 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:38:40.735386 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-b4e07fc3-289e-4084-9288-f843b06b8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:07Z', 'revision_number': 4, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port': {'id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:49Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'b91ddd43-2183-47de-9597-f97ed0bbee96', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'd53639d5-4821-464b-8098-a99675207c04', 'port_id': '58614d08-35a9-4fc5-87b1-2d61b40de959', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'mac_address': 'fa:16:3e:10:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:36:33Z', 'updated_at': '2022-04-05T11:38:38Z', 'revision_number': 3, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b093cbf-dacd-4093-b2dc-9734674ce033', 'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'mac_address': 'fa:16:3e:cd:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'subnets': [{'id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:40.739662 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bf82a8-ce5b-4ff5-a099-fde648ae166b None None] Sync routers for ids ['da0133b8-fc41-48c8-9317-9aa06797149e'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:38:40.762647 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bf82a8-ce5b-4ff5-a099-fde648ae166b None None] Routers {'da0133b8-fc41-48c8-9317-9aa06797149e'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:40.764163 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-31bf82a8-ce5b-4ff5-a099-fde648ae166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['da0133b8-fc41-48c8-9317-9aa06797149e'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:40.764772 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e07fc3-289e-4084-9288-f843b06b8afe None None] The sync data for ids ['d53639d5-4821-464b-8098-a99675207c04'] in dv-cinder-834448-3-iscsi is: [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:07Z', 'revision_number': 4, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port': {'id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:49Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'b91ddd43-2183-47de-9597-f97ed0bbee96', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'd53639d5-4821-464b-8098-a99675207c04', 'port_id': '58614d08-35a9-4fc5-87b1-2d61b40de959', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'mac_address': 'fa:16:3e:10:61:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:36:33Z', 'updated_at': '2022-04-05T11:38:38Z', 'revision_number': 3, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b093cbf-dacd-4093-b2dc-9734674ce033', 'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'mac_address': 'fa:16:3e:cd:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'subnets': [{'id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:38:40.863618 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-0c1284cd-a7e9-4a0a-80db-07384299f405 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] No DVR routers for this DVR port 42c2fac1-dd03-4da9-ac7d-dec991381e3a on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:38:40.869921 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-0c1284cd-a7e9-4a0a-80db-07384299f405 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:40.873959 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-0c1284cd-a7e9-4a0a-80db-07384299f405 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.57 "DELETE /v2.0/ports/42c2fac1-dd03-4da9-ac7d-dec991381e3a HTTP/1.1" status: 204 len: 173 time: 2.7428355 Apr 05 11:38:40.879171 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae9d07c5-0158-4ea3-9445-6e7a559c1ec0 req-eba5fcec-1ca5-4c58-bda7-7a3b4fc93bc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58614d08-35a9-4fc5-87b1-2d61b40de959 HTTP/1.1" status: 200 len: 1001 time: 0.2296336 Apr 05 11:38:40.931015 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6207-7b70-4922-89cc-b40ab84576cb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:40.955220 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-31bf82a8-ce5b-4ff5-a099-fde648ae166b None None] Set router da0133b8-fc41-48c8-9317-9aa06797149e gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:40.956447 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615ae8-be6b-4a15-ab63-bcc198a5b824 req-365af5cf-2085-4449-85e3-f5aac8b0d073 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:40.957861 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-89615ae8-be6b-4a15-ab63-bcc198a5b824 req-365af5cf-2085-4449-85e3-f5aac8b0d073 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 932 time: 0.3109751 Apr 05 11:38:40.974979 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5752f0-cec9-40f2-8bdf-97bae5b65a18 req-d2bc8f65-f4cf-486d-bd09-cd2bfc2bd3a6 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:40.976526 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ac5752f0-cec9-40f2-8bdf-97bae5b65a18 req-d2bc8f65-f4cf-486d-bd09-cd2bfc2bd3a6 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.3881328 Apr 05 11:38:41.041445 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d07c5-0158-4ea3-9445-6e7a559c1ec0 req-e69d352e-2bf0-4009-86b8-8a0925708c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:41.044236 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae9d07c5-0158-4ea3-9445-6e7a559c1ec0 req-e69d352e-2bf0-4009-86b8-8a0925708c68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a2d4898-c05f-41d9-ad48-eba0b48abf12 HTTP/1.1" status: 200 len: 858 time: 0.1515129 Apr 05 11:38:41.050208 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e3afe673-f12a-43f0-8ba6-17c752547281 req-d6a78e2e-00c2-43f4-816c-9a85a17f3f04 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4234569 Apr 05 11:38:41.088541 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ac5752f0-cec9-40f2-8bdf-97bae5b65a18 req-c95ebdf2-ceca-4fe7-a508-71122759a9ce tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037846 Apr 05 11:38:41.149500 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-89615ae8-be6b-4a15-ab63-bcc198a5b824 req-9ee9160b-06dc-4658-8972-32ab5399bfd3 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348321 Apr 05 11:38:41.175784 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6207-7b70-4922-89cc-b40ab84576cb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (c94d8818-901d-4804-bfa8-a5a04f7db4c3), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.183021 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d07c5-0158-4ea3-9445-6e7a559c1ec0 req-644c4468-b031-41e7-8c5f-430e4f6150c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:41.185944 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae9d07c5-0158-4ea3-9445-6e7a559c1ec0 req-644c4468-b031-41e7-8c5f-430e4f6150c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=912aa55e-5878-42db-a34a-a968382fba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1319377 Apr 05 11:38:41.186447 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afe673-f12a-43f0-8ba6-17c752547281 req-1b23580b-0f3e-45bb-aa7d-ae45550c8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:41.187972 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e3afe673-f12a-43f0-8ba6-17c752547281 req-1b23580b-0f3e-45bb-aa7d-ae45550c8b44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 1129 time: 0.0934532 Apr 05 11:38:41.214312 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-31bf82a8-ce5b-4ff5-a099-fde648ae166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:00Z', 'revision_number': 5, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:41.259000 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bf82a8-ce5b-4ff5-a099-fde648ae166b None None] Checking router: da0133b8-fc41-48c8-9317-9aa06797149e for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:38:41.270800 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bf82a8-ce5b-4ff5-a099-fde648ae166b None None] Routers {'da0133b8-fc41-48c8-9317-9aa06797149e'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:41.272346 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-31bf82a8-ce5b-4ff5-a099-fde648ae166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['da0133b8-fc41-48c8-9317-9aa06797149e'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:41.279211 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781c46da-8de3-4fb3-bf2a-0909f6044870 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:38:41.290458 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Publish callbacks [] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.292314 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6207-7b70-4922-89cc-b40ab84576cb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (c94d8818-901d-4804-bfa8-a5a04f7db4c3), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.313192 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Transition to ACTIVE for port object 781c46da-8de3-4fb3-bf2a-0909f6044870 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:38:41.327157 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3387777c-9543-41af-adc1-85857065116d req-ea3f5f67-1482-475a-8728-d042b42b13e0 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=271ec1c3-3848-4d8c-99be-ecc15be7f06f HTTP/1.1" status: 200 len: 210 time: 0.0475841 Apr 05 11:38:41.339574 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae9d07c5-0158-4ea3-9445-6e7a559c1ec0 req-abcba8c6-80b4-4d02-afca-17e94bf1f2ca service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341314 Apr 05 11:38:41.357954 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f6207-7b70-4922-89cc-b40ab84576cb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94d8818-901d-4804-bfa8-a5a04f7db4c3,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:41.378776 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afe673-f12a-43f0-8ba6-17c752547281 req-e672c2b4-5fe1-4caf-b938-45376d8b9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:41.380468 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e3afe673-f12a-43f0-8ba6-17c752547281 req-e672c2b4-5fe1-4caf-b938-45376d8b9bc8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 920 time: 0.1680462 Apr 05 11:38:41.442711 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.454631 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e3afe673-f12a-43f0-8ba6-17c752547281 req-5ba8bd44-1d33-42da-a2b3-7696d64bad58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb694b4-1fdd-4b95-9ce5-859afbba5e16 HTTP/1.1" status: 200 len: 217 time: 0.0432050 Apr 05 11:38:41.454920 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae9d07c5-0158-4ea3-9445-6e7a559c1ec0 req-3218a23e-15ce-4d69-a59f-f7da648e396d service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099277 Apr 05 11:38:41.457210 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6207-7b70-4922-89cc-b40ab84576cb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.458356 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-bd0f6207-7b70-4922-89cc-b40ab84576cb tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9771848 Apr 05 11:38:41.461198 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34920) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:41.466117 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-7dab0607-59e6-40dc-af40-1518c08745d2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'security_group_rule': {'security_group_id': 'c94d8818-901d-4804-bfa8-a5a04f7db4c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:41.526184 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Pushing event updated for resources: {'Port': ['ID=781c46da-8de3-4fb3-bf2a-0909f6044870,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:41.538658 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Attempting to bind port 781c46da-8de3-4fb3-bf2a-0909f6044870 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:38:41.539685 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Attempting to bind port 781c46da-8de3-4fb3-bf2a-0909f6044870 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:38:41.539685 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Attempting to bind port 781c46da-8de3-4fb3-bf2a-0909f6044870 on network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:41.544878 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Port 781c46da-8de3-4fb3-bf2a-0909f6044870 on network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:38:41.545203 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Attempting to bind port 781c46da-8de3-4fb3-bf2a-0909f6044870 on network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:41.550674 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:38:41.551009 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Checking segment: {'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:38:41.551389 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Bound using segment: {'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:38:41.551836 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Bound port: 781c46da-8de3-4fb3-bf2a-0909f6044870, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a1ced7-66fd-422f-bdf4-6451f3896a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:38:41.552194 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.564641 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-31bf82a8-ce5b-4ff5-a099-fde648ae166b None None] Set router da0133b8-fc41-48c8-9317-9aa06797149e gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:41.584840 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7dab0607-59e6-40dc-af40-1518c08745d2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (9ba7c68b-2b9d-49f3-ac49-24f569bc19b2), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.645618 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] For port 781c46da-8de3-4fb3-bf2a-0909f6044870, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:38:41.649383 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] For port 781c46da-8de3-4fb3-bf2a-0909f6044870, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=781c46da-8de3-4fb3-bf2a-0909f6044870,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:38:41.690640 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7dab0607-59e6-40dc-af40-1518c08745d2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (9ba7c68b-2b9d-49f3-ac49-24f569bc19b2), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.745631 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afe673-f12a-43f0-8ba6-17c752547281 req-159e17b0-d742-4656-9b7a-0608f444cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:41.747342 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e3afe673-f12a-43f0-8ba6-17c752547281 req-159e17b0-d742-4656-9b7a-0608f444cde0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a2d4898-c05f-41d9-ad48-eba0b48abf12 HTTP/1.1" status: 200 len: 858 time: 0.0551846 Apr 05 11:38:41.750538 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa76444-eec2-4a63-aa49-e38003e3f5c8 req-fb92ef92-ea92-4c4a-8cf4-a66b6cd12b82 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:41.750538 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1fa76444-eec2-4a63-aa49-e38003e3f5c8 req-fb92ef92-ea92-4c4a-8cf4-a66b6cd12b82 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 985 time: 0.0933762 Apr 05 11:38:41.750775 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.799734 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:41.800361 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.800915 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7dab0607-59e6-40dc-af40-1518c08745d2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (9ba7c68b-2b9d-49f3-ac49-24f569bc19b2), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.801767 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] 10.222.0.57 "PUT /v2.0/ports/781c46da-8de3-4fb3-bf2a-0909f6044870 HTTP/1.1" status: 200 len: 1094 time: 1.5686283 Apr 05 11:38:41.843740 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-31bf82a8-ce5b-4ff5-a099-fde648ae166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:00Z', 'revision_number': 5, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:41.848183 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab0607-59e6-40dc-af40-1518c08745d2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba7c68b-2b9d-49f3-ac49-24f569bc19b2,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:41.857293 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b64a7-fc52-42bb-a879-1a3e3823071f service neutron] Pushing event updated for resources: {'Port': ['ID=781c46da-8de3-4fb3-bf2a-0909f6044870,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:41.870385 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afe673-f12a-43f0-8ba6-17c752547281 req-01d823f4-18ed-4f9a-beb9-e47dd8299869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:41.872739 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e3afe673-f12a-43f0-8ba6-17c752547281 req-01d823f4-18ed-4f9a-beb9-e47dd8299869 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=912aa55e-5878-42db-a34a-a968382fba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1168847 Apr 05 11:38:41.874588 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1fa76444-eec2-4a63-aa49-e38003e3f5c8 req-e98f2398-6c6c-48fd-8afe-f932525a0fdb tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&id=6407e0af-4d09-4667-97e7-cd7a4e13bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1192563 Apr 05 11:38:41.882531 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bf82a8-ce5b-4ff5-a099-fde648ae166b None None] The sync data for ids ['da0133b8-fc41-48c8-9317-9aa06797149e'] in dv-cinder-834448-3-iscsi is: [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:00Z', 'revision_number': 5, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:38:41.934467 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7dab0607-59e6-40dc-af40-1518c08745d2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.937981 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-7dab0607-59e6-40dc-af40-1518c08745d2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4738135 Apr 05 11:38:41.939056 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 34924) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:41.947325 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-f2d223d8-55d0-4dc6-ab61-fb09fd3d8991 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'security_group_rule': {'security_group_id': 'c94d8818-901d-4804-bfa8-a5a04f7db4c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:41.966207 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'tag': '58614d08-35a9-4fc5-87b1-2d61b40de959'}, {'server_uuid': '271ec1c3-3848-4d8c-99be-ecc15be7f06f', 'name': 'network-vif-deleted', 'tag': '42c2fac1-dd03-4da9-ac7d-dec991381e3a'}, {'name': 'network-changed', 'server_uuid': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'tag': '781c46da-8de3-4fb3-bf2a-0909f6044870'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:41.968706 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ca6bfd-159a-44be-bcb5-e211339c6d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "008fc123-e8f0-413c-8da8-d8057f45c0b9", "tag": "58614d08-35a9-4fc5-87b1-2d61b40de959"}, {"server_uuid": "271ec1c3-3848-4d8c-99be-ecc15be7f06f", "name": "network-vif-deleted", "tag": "42c2fac1-dd03-4da9-ac7d-dec991381e3a"}, {"name": "network-changed", "server_uuid": "4d88e619-6518-47fd-a6aa-5e4e90281f8c", "tag": "781c46da-8de3-4fb3-bf2a-0909f6044870"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:42.037730 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e3afe673-f12a-43f0-8ba6-17c752547281 req-e5323862-2c5c-4d2e-b8bf-d31af520f9a4 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456773 Apr 05 11:38:42.049833 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-36629e15-e165-4caa-ad6b-0d01556395c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:42.051352 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-36629e15-e165-4caa-ad6b-0d01556395c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=233d90e8ff5e4e72ad93b7b8123f9648&device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 1128 time: 0.0968139 Apr 05 11:38:42.052805 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc81677e-7713-41eb-b780-6836b920e600 x-openstack-request-id: req-bc81677e-7713-41eb-b780-6836b920e600 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:42.053097 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008fc123-e8f0-413c-8da8-d8057f45c0b9", "tag": "58614d08-35a9-4fc5-87b1-2d61b40de959", "status": "completed", "code": 200}, {"server_uuid": "271ec1c3-3848-4d8c-99be-ecc15be7f06f", "name": "network-vif-deleted", "tag": "42c2fac1-dd03-4da9-ac7d-dec991381e3a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4d88e619-6518-47fd-a6aa-5e4e90281f8c", "tag": "781c46da-8de3-4fb3-bf2a-0909f6044870", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:42.053349 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc81677e-7713-41eb-b780-6836b920e600 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:42.053735 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc81677e-7713-41eb-b780-6836b920e600'] response: {'name': 'network-changed', 'server_uuid': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'tag': '58614d08-35a9-4fc5-87b1-2d61b40de959', 'status': 'completed', 'code': 200} Apr 05 11:38:42.053990 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc81677e-7713-41eb-b780-6836b920e600'] response: {'server_uuid': '271ec1c3-3848-4d8c-99be-ecc15be7f06f', 'name': 'network-vif-deleted', 'tag': '42c2fac1-dd03-4da9-ac7d-dec991381e3a', 'status': 'completed', 'code': 200} Apr 05 11:38:42.054243 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc81677e-7713-41eb-b780-6836b920e600'] response: {'name': 'network-changed', 'server_uuid': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'tag': '781c46da-8de3-4fb3-bf2a-0909f6044870', 'status': 'completed', 'code': 200} Apr 05 11:38:42.151485 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e3afe673-f12a-43f0-8ba6-17c752547281 req-01646754-56a8-43e3-b718-5648e8351328 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007042 Apr 05 11:38:42.162178 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f2d223d8-55d0-4dc6-ab61-fb09fd3d8991 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (2abac7d5-1326-4d36-95db-e92386a0acca), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.226007 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-bfbdfb46-9127-465e-aa7d-e9372965ae5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781c46da-8de3-4fb3-bf2a-0909f6044870 HTTP/1.1" status: 200 len: 217 time: 0.0874932 Apr 05 11:38:42.229547 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82a9fe-468e-441e-857b-c589d99e14ec None None] New status for floating IP a2f00fb4-776b-4504-b304-ff18e94dbad9: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:38:42.297462 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025992ae-096f-4f6a-81bc-2f4a665ee7c9 req-c867e5b2-6668-4121-9ec6-3f52bb9a976e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:42.299077 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-025992ae-096f-4f6a-81bc-2f4a665ee7c9 req-c867e5b2-6668-4121-9ec6-3f52bb9a976e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.0590649 Apr 05 11:38:42.359762 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-025992ae-096f-4f6a-81bc-2f4a665ee7c9 req-bfd223d3-bc9a-4b93-947e-9730410304be tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536640 Apr 05 11:38:42.382653 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-2568561a-ab45-4079-b973-a6f655029ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:42.384174 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-2568561a-ab45-4079-b973-a6f655029ec0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 1130 time: 0.2447374 Apr 05 11:38:42.385559 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-3e55c7bc-2e8e-42ce-93c1-028b36e52c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:42.387980 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-3e55c7bc-2e8e-42ce-93c1-028b36e52c13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79697ad3-6090-4136-9658-d9efe2412d4b HTTP/1.1" status: 200 len: 855 time: 0.1165409 Apr 05 11:38:42.400377 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03756de9-48e6-45e5-9007-a11c2f4c3af6 req-c8e8dfff-730a-4a19-b94c-63b70b50caea tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:42.401884 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-03756de9-48e6-45e5-9007-a11c2f4c3af6 req-c8e8dfff-730a-4a19-b94c-63b70b50caea tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.1860363 Apr 05 11:38:42.410183 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f2d223d8-55d0-4dc6-ab61-fb09fd3d8991 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (2abac7d5-1326-4d36-95db-e92386a0acca), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.540105 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f2d223d8-55d0-4dc6-ab61-fb09fd3d8991 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (2abac7d5-1326-4d36-95db-e92386a0acca), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.554902 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-03756de9-48e6-45e5-9007-a11c2f4c3af6 req-4f4e4ecf-9b9d-4268-92be-951d93c49670 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472027 Apr 05 11:38:42.580622 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d223d8-55d0-4dc6-ab61-fb09fd3d8991 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abac7d5-1326-4d36-95db-e92386a0acca,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:42.588587 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-ecb87019-5db8-4993-b290-f64a50695d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:42.590173 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-ecb87019-5db8-4993-b290-f64a50695d9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1747797 Apr 05 11:38:42.595105 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-11d18cc2-108d-4bdb-bd85-ff4e8ba54cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:42.596807 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-11d18cc2-108d-4bdb-bd85-ff4e8ba54cc8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 200 len: 920 time: 0.1801195 Apr 05 11:38:42.623840 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34936) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:42.680225 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-98154e8a-e251-42e5-a4d5-d66445146d7f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group (3342c624-641e-4d2a-82d3-5361fe18486f), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.704060 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-98154e8a-e251-42e5-a4d5-d66445146d7f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group (3342c624-641e-4d2a-82d3-5361fe18486f), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.726118 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-481e27f3-6d97-4363-938e-f6f0d32b6b19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58614d08-35a9-4fc5-87b1-2d61b40de959 HTTP/1.1" status: 200 len: 1001 time: 0.1218164 Apr 05 11:38:42.773390 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f2d223d8-55d0-4dc6-ab61-fb09fd3d8991 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.774551 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f2d223d8-55d0-4dc6-ab61-fb09fd3d8991 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8344269 Apr 05 11:38:42.777919 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34938) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:42.781538 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-8b0201c2-0ade-485d-b3c6-071bfcb80c10 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841736 Apr 05 11:38:42.782428 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'floatingip': {'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:42.802579 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-357bdcf8-ca44-4e71-8d2a-0646c2185f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:42.804010 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-357bdcf8-ca44-4e71-8d2a-0646c2185f7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a2d4898-c05f-41d9-ad48-eba0b48abf12 HTTP/1.1" status: 200 len: 858 time: 0.0708733 Apr 05 11:38:42.859952 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-98154e8a-e251-42e5-a4d5-d66445146d7f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (3342c624-641e-4d2a-82d3-5361fe18486f), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.862622 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-98154e8a-e251-42e5-a4d5-d66445146d7f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.863875 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-98154e8a-e251-42e5-a4d5-d66445146d7f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "DELETE /v2.0/security-groups/3342c624-641e-4d2a-82d3-5361fe18486f HTTP/1.1" status: 204 len: 168 time: 0.2386439 Apr 05 11:38:42.867205 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34940) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:42.885639 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.api.v2.resource [None req-c225380e-996a-4202-b99a-c7ee4275286b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] show failed (client error): The resource could not be found. Apr 05 11:38:42.886794 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-c225380e-996a-4202-b99a-c7ee4275286b tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups/3342c624-641e-4d2a-82d3-5361fe18486f HTTP/1.1" status: 404 len: 347 time: 0.0186036 Apr 05 11:38:42.887657 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98154e8a-e251-42e5-a4d5-d66445146d7f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3342c624-641e-4d2a-82d3-5361fe18486f,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:42.890085 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34942) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:42.903553 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.106003 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-9276d8cc-8be2-417a-a41e-b3d1bdb35a3f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Deleting port 4b939897-4f60-4560-9120-4a61dcf78aa4 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:43.106343 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9276d8cc-8be2-417a-a41e-b3d1bdb35a3f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (4b939897-4f60-4560-9120-4a61dcf78aa4), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.131252 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.211405 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-c3487739-6a80-4bf7-8b9d-f0c058ee2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:43.212927 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-c3487739-6a80-4bf7-8b9d-f0c058ee2578 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=912aa55e-5878-42db-a34a-a968382fba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3986440 Apr 05 11:38:43.216073 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe44d048-f5f1-426e-a1de-f38d4ca9fe30 req-21d7bff8-2524-493b-945e-de7f1c72f921 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258828 Apr 05 11:38:43.230590 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a290eaa-2845-4792-8c6b-0bf09442f1b4 req-d9bc3ddc-14af-4108-88d7-d06fea933133 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:43.232614 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6a290eaa-2845-4792-8c6b-0bf09442f1b4 req-d9bc3ddc-14af-4108-88d7-d06fea933133 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 985 time: 0.0990970 Apr 05 11:38:43.237945 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9276d8cc-8be2-417a-a41e-b3d1bdb35a3f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (4b939897-4f60-4560-9120-4a61dcf78aa4), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.238479 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9276d8cc-8be2-417a-a41e-b3d1bdb35a3f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for floatingip (4b939897-4f60-4560-9120-4a61dcf78aa4), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.270970 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-9276d8cc-8be2-417a-a41e-b3d1bdb35a3f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Calling delete_port for 4b939897-4f60-4560-9120-4a61dcf78aa4 owned by network:floatingip {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:43.338714 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Allocated IP 172.27.1.149 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/cf3ba45b-1c5e-4808-b37e-9652a099e7ae) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:38:43.362572 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6a290eaa-2845-4792-8c6b-0bf09442f1b4 req-78504563-9b36-4433-8c4c-1003018ca15d tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&id=6407e0af-4d09-4667-97e7-cd7a4e13bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1188691 Apr 05 11:38:43.366294 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-848c3157-2597-435e-aade-5ea3839efa60 service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304824 Apr 05 11:38:43.524538 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for port (cf3ba45b-1c5e-4808-b37e-9652a099e7ae), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.544949 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.552592 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a01c8-f07b-480b-bb59-4a7329f568b7 req-2b6781c1-480f-4df7-8f82-cf4f5f288116 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:43.554067 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-907a01c8-f07b-480b-bb59-4a7329f568b7 req-2b6781c1-480f-4df7-8f82-cf4f5f288116 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.1258392 Apr 05 11:38:43.616300 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-907a01c8-f07b-480b-bb59-4a7329f568b7 req-a9f74674-c902-421d-8a69-b18be499a884 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548861 Apr 05 11:38:43.631097 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9276d8cc-8be2-417a-a41e-b3d1bdb35a3f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (4b939897-4f60-4560-9120-4a61dcf78aa4), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.660582 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276d8cc-8be2-417a-a41e-b3d1bdb35a3f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event deleted for resources: {'Port': ['ID=4b939897-4f60-4560-9120-4a61dcf78aa4,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:43.665510 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (cf3ba45b-1c5e-4808-b37e-9652a099e7ae), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.686187 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1192fe-e937-4043-b4d3-5257762bec5a req-c9354d2c-d196-4240-8fd2-b14f370df910 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:43.687694 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ab1192fe-e937-4043-b4d3-5257762bec5a req-c9354d2c-d196-4240-8fd2-b14f370df910 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.0644653 Apr 05 11:38:43.722399 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:43.737855 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ab1192fe-e937-4043-b4d3-5257762bec5a req-d723cab6-b5fd-4148-8682-fe143246902b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442898 Apr 05 11:38:43.742591 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:43.752438 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:38:43.777392 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'Port': ['ID=cf3ba45b-1c5e-4808-b37e-9652a099e7ae,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:43.795934 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9276d8cc-8be2-417a-a41e-b3d1bdb35a3f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for floatingip (a2f00fb4-776b-4504-b304-ff18e94dbad9), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.798444 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9276d8cc-8be2-417a-a41e-b3d1bdb35a3f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.799615 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-9276d8cc-8be2-417a-a41e-b3d1bdb35a3f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "DELETE /v2.0/floatingips/a2f00fb4-776b-4504-b304-ff18e94dbad9 HTTP/1.1" status: 204 len: 168 time: 0.9085512 Apr 05 11:38:43.861188 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (b4626865-875e-49b8-823d-ff098c190093), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.969473 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (cf3ba45b-1c5e-4808-b37e-9652a099e7ae), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.123976 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for port (cf3ba45b-1c5e-4808-b37e-9652a099e7ae), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.265587 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61926197'] for port (cf3ba45b-1c5e-4808-b37e-9652a099e7ae), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.268604 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34952) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:44.279263 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-a11967b4-23d4-4eac-bc64-314e2fa15f69 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1887509605', 'description': 'tempest-description--301443855'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:44.329970 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-88d8dd88-619b-4723-b9af-e66e5aaa2cbd service neutron] 10.222.0.57 "GET /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921261 Apr 05 11:38:44.349324 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'Port': ['ID=cf3ba45b-1c5e-4808-b37e-9652a099e7ae,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:44.365207 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (b4626865-875e-49b8-823d-ff098c190093), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.428831 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a11967b4-23d4-4eac-bc64-314e2fa15f69 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.470621 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.471867 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-1e1ae82a-8c3d-43e2-ade4-e50eec1e3351 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6929276 Apr 05 11:38:44.509287 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a11967b4-23d4-4eac-bc64-314e2fa15f69 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group (cd401da1-1c13-499f-b37c-032a26e99aed), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.525526 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f46553-507a-47d9-8231-2e948850d02c req-be58e3ad-9c80-403c-afcc-e1563855ed56 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:44.527175 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34f46553-507a-47d9-8231-2e948850d02c req-be58e3ad-9c80-403c-afcc-e1563855ed56 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 985 time: 0.0966241 Apr 05 11:38:44.529623 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-01031072-4369-438b-82d2-642042303d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:44.530997 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-01031072-4369-438b-82d2-642042303d0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=233d90e8ff5e4e72ad93b7b8123f9648&device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 1128 time: 0.0687873 Apr 05 11:38:44.602480 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a11967b4-23d4-4eac-bc64-314e2fa15f69 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (cd401da1-1c13-499f-b37c-032a26e99aed), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.649017 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11967b4-23d4-4eac-bc64-314e2fa15f69 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd401da1-1c13-499f-b37c-032a26e99aed,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:44.659905 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34f46553-507a-47d9-8231-2e948850d02c req-1e2c8a0c-ea7f-4ee6-ac9b-ffe168bbcd48 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&id=6407e0af-4d09-4667-97e7-cd7a4e13bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1263316 Apr 05 11:38:44.685089 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-5f4d85c2-3bde-4e5e-9e8f-4c6ecbb49359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:44.686883 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-5f4d85c2-3bde-4e5e-9e8f-4c6ecbb49359 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2 HTTP/1.1" status: 200 len: 917 time: 0.1466401 Apr 05 11:38:44.694484 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-f52de27b-69e8-4ebb-8847-be391c958077 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1989190115&fields=id&tenant_id=d629246f6ced4cc8b75399b7a0723868 HTTP/1.1" status: 200 len: 267 time: 0.0556955 Apr 05 11:38:44.731849 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a11967b4-23d4-4eac-bc64-314e2fa15f69 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.733165 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-a11967b4-23d4-4eac-bc64-314e2fa15f69 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4599490 Apr 05 11:38:44.736199 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34970) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:44.742337 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-ced58869-85e9-4a77-a0c9-0bcfb25984f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781c46da-8de3-4fb3-bf2a-0909f6044870 HTTP/1.1" status: 200 len: 217 time: 0.0457923 Apr 05 11:38:44.742545 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-b1027541-e8cf-4e7e-9acf-28fe7057a3d4 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Request body: {'security_group_rule': {'security_group_id': 'cd401da1-1c13-499f-b37c-032a26e99aed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:44.820929 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-de20fd04-5184-454c-bd33-1dec32019fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:44.821682 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-a2646ba6-fa55-49fe-8afa-e6ed7cd0e808 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:44.822464 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-de20fd04-5184-454c-bd33-1dec32019fb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79697ad3-6090-4136-9658-d9efe2412d4b HTTP/1.1" status: 200 len: 855 time: 0.0613468 Apr 05 11:38:44.823181 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-a2646ba6-fa55-49fe-8afa-e6ed7cd0e808 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/networks?id=83da91da-2a37-43a9-b807-df1a6d29d057 HTTP/1.1" status: 200 len: 814 time: 0.1216819 Apr 05 11:38:44.830862 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28fbc9-376d-47ff-80ec-d7e921a5eec7 req-d4c640f2-fd7e-4000-b9c9-0c7fb28fe332 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:44.832319 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ac28fbc9-376d-47ff-80ec-d7e921a5eec7 req-d4c640f2-fd7e-4000-b9c9-0c7fb28fe332 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.0989752 Apr 05 11:38:44.838812 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-cde65f2d-1cfc-41e5-9a7d-da60ac3746e0 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/quotas/d629246f6ced4cc8b75399b7a0723868 HTTP/1.1" status: 200 len: 375 time: 0.0091293 Apr 05 11:38:44.899377 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-c435bb55-fadb-45e0-915f-522b140bdc35 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d629246f6ced4cc8b75399b7a0723868&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538518 Apr 05 11:38:44.906125 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b1027541-e8cf-4e7e-9acf-28fe7057a3d4 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group_rule (f0b71a18-20f3-476c-ac4c-c7cb386c4474), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.906817 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-e67169f9-c3b4-4614-b826-891199235c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:44.908473 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-e67169f9-c3b4-4614-b826-891199235c30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752540 Apr 05 11:38:44.911930 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ac28fbc9-376d-47ff-80ec-d7e921a5eec7 req-757594cf-b5ec-47ea-bcc0-cd39440a0830 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709958 Apr 05 11:38:45.016349 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b1027541-e8cf-4e7e-9acf-28fe7057a3d4 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group_rule (f0b71a18-20f3-476c-ac4c-c7cb386c4474), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:45.030038 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-e3798365-8d71-4593-a68c-98bbd1d9103d service neutron] 10.222.0.60 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146812 Apr 05 11:38:45.049140 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-0a3dc3d9-75e7-44a5-8544-91fb37d34b34 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350362 Apr 05 11:38:45.059112 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5ac29-448a-4c9f-9d7b-c19f2c70aeb8 req-aadd9620-7260-44ba-9500-9736677e89ca tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:45.059279 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c1c5ac29-448a-4c9f-9d7b-c19f2c70aeb8 req-aadd9620-7260-44ba-9500-9736677e89ca tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.0775483 Apr 05 11:38:45.126807 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-a3c90d17-5b35-4f98-b06a-9504b9835919 service neutron] 10.222.0.60 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902677 Apr 05 11:38:45.133331 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b1027541-e8cf-4e7e-9acf-28fe7057a3d4 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (f0b71a18-20f3-476c-ac4c-c7cb386c4474), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:45.153824 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1027541-e8cf-4e7e-9acf-28fe7057a3d4 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b71a18-20f3-476c-ac4c-c7cb386c4474,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:45.174535 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c1c5ac29-448a-4c9f-9d7b-c19f2c70aeb8 req-63bf02ba-573d-4cf1-8b64-c4d68ab302a1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061850 Apr 05 11:38:45.189281 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34ca6bfd-159a-44be-bcb5-e211339c6d8a req-6407f8da-32c7-4a3a-9d1e-8bd5e9228cd1 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285675 Apr 05 11:38:45.444017 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b1027541-e8cf-4e7e-9acf-28fe7057a3d4 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:45.445203 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-b1027541-e8cf-4e7e-9acf-28fe7057a3d4 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7080898 Apr 05 11:38:45.448042 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34974) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:45.456044 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-81153dbf-dd0b-445c-8fb6-65c2492a6f2d tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Request body: {'security_group_rule': {'security_group_id': 'cd401da1-1c13-499f-b37c-032a26e99aed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:45.575175 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5786e5ef-1df9-4a42-9f60-16976b7701ec req-518ae3f2-3ab2-4209-b007-e01e68d07b14 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 210 time: 0.0278873 Apr 05 11:38:45.596787 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-81153dbf-dd0b-445c-8fb6-65c2492a6f2d tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group_rule (fc4ec0d2-3450-4c9c-a86e-fcc62bb6bb51), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:45.654607 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-81153dbf-dd0b-445c-8fb6-65c2492a6f2d tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group_rule (fc4ec0d2-3450-4c9c-a86e-fcc62bb6bb51), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:45.767766 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-81153dbf-dd0b-445c-8fb6-65c2492a6f2d tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (fc4ec0d2-3450-4c9c-a86e-fcc62bb6bb51), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:45.793130 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81153dbf-dd0b-445c-8fb6-65c2492a6f2d tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4ec0d2-3450-4c9c-a86e-fcc62bb6bb51,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:45.910264 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e13e8a-62ae-4e08-92ba-4c8f4a2e7a2d req-19717ff2-714a-4eae-af50-f0e3b2ca8ba5 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:45.910264 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e5e13e8a-62ae-4e08-92ba-4c8f4a2e7a2d req-19717ff2-714a-4eae-af50-f0e3b2ca8ba5 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 985 time: 0.0839257 Apr 05 11:38:45.910264 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e5e13e8a-62ae-4e08-92ba-4c8f4a2e7a2d req-543cb20a-eb4c-40d3-b9bc-610926574f0d tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&id=6407e0af-4d09-4667-97e7-cd7a4e13bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553930 Apr 05 11:38:45.975810 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-81153dbf-dd0b-445c-8fb6-65c2492a6f2d tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:45.977092 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-81153dbf-dd0b-445c-8fb6-65c2492a6f2d tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5280521 Apr 05 11:38:45.980170 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 34988) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:45.994290 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Request body: {'floatingip': {'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:46.043607 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e799f3-ffcb-4561-a79e-6e2eef7b3fb7 req-11b4cc2f-64b2-4b96-abfa-7f55d231510a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:46.045110 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c0e799f3-ffcb-4561-a79e-6e2eef7b3fb7 req-11b4cc2f-64b2-4b96-abfa-7f55d231510a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.0539594 Apr 05 11:38:46.092718 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c0e799f3-ffcb-4561-a79e-6e2eef7b3fb7 req-1bbf7fa4-ece0-4908-97c2-89e920c9576b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414445 Apr 05 11:38:46.161965 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.265367 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.380652 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Allocated IP 172.27.1.65 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/5453d547-92b0-4649-85f1-d8f52f5eb82e) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:38:46.469199 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 781c46da-8de3-4fb3-bf2a-0909f6044870 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:38:46.527619 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1d3ea-e1b9-4d19-ae9b-f6b46b0b9c30 req-6a395c5a-be4c-43bc-9f94-f2b9b6307d66 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:46.529105 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4aa1d3ea-e1b9-4d19-ae9b-f6b46b0b9c30 req-6a395c5a-be4c-43bc-9f94-f2b9b6307d66 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.2821996 Apr 05 11:38:46.531898 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for port (5453d547-92b0-4649-85f1-d8f52f5eb82e), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.567791 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 781c46da-8de3-4fb3-bf2a-0909f6044870, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=781c46da-8de3-4fb3-bf2a-0909f6044870,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:46.582872 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '781c46da-8de3-4fb3-bf2a-0909f6044870', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'port_id': '781c46da-8de3-4fb3-bf2a-0909f6044870', 'mac_address': 'fa:16:3e:fa:3a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:38:46.601695 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4aa1d3ea-e1b9-4d19-ae9b-f6b46b0b9c30 req-078d7a9e-cc46-475a-b0a3-eafefea15ea2 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661187 Apr 05 11:38:46.637313 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 781c46da-8de3-4fb3-bf2a-0909f6044870 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:46.638925 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.658236 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781c46da-8de3-4fb3-bf2a-0909f6044870 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:38:46.677012 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-19719697-c44f-4bfa-a864-6f995dd06af2 req-85a1f45a-6a37-4890-8668-3049e606fb74 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 210 time: 0.0337350 Apr 05 11:38:46.681144 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 781c46da-8de3-4fb3-bf2a-0909f6044870, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=781c46da-8de3-4fb3-bf2a-0909f6044870,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:46.700572 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (5453d547-92b0-4649-85f1-d8f52f5eb82e), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.738257 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:46.740906 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:46.743272 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:38:46.776363 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event updated for resources: {'Port': ['ID=5453d547-92b0-4649-85f1-d8f52f5eb82e,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:46.811561 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.838912 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for floatingip (4ec044dc-1b12-4cb5-bfd4-bfe8cd4a1ea7), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.860887 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=781c46da-8de3-4fb3-bf2a-0909f6044870,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:46.867830 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:46.868274 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:46.868621 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:46.868979 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:46.869316 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:46.869645 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:46.869970 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:46.870292 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:46.870618 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:46.870932 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:46.871252 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:46.871724 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:46.872045 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:46.872363 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:46.872678 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:47.002830 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (5453d547-92b0-4649-85f1-d8f52f5eb82e), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:47.056138 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eced31-e33c-4e4f-8b09-5c8c6b095e9a req-e97e00ba-7251-4bf3-a90f-62c6773b0c80 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:47.057606 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-65eced31-e33c-4e4f-8b09-5c8c6b095e9a req-e97e00ba-7251-4bf3-a90f-62c6773b0c80 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 985 time: 0.1106901 Apr 05 11:38:47.175077 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-65eced31-e33c-4e4f-8b09-5c8c6b095e9a req-9afe604e-17bd-49cd-85b9-9053ad2c1326 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&id=6407e0af-4d09-4667-97e7-cd7a4e13bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099138 Apr 05 11:38:47.220796 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for port (5453d547-92b0-4649-85f1-d8f52f5eb82e), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:47.235312 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['781c46da-8de3-4fb3-bf2a-0909f6044870'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:38:47.276388 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61926197'] for port (5453d547-92b0-4649-85f1-d8f52f5eb82e), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:47.282140 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13111aa-a2ad-4a1d-9a97-77c9cfe95c67 req-717185e7-fe89-4505-af2c-1a9c18126ac9 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:47.283828 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b13111aa-a2ad-4a1d-9a97-77c9cfe95c67 req-717185e7-fe89-4505-af2c-1a9c18126ac9 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 945 time: 0.1192498 Apr 05 11:38:47.336763 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b13111aa-a2ad-4a1d-9a97-77c9cfe95c67 req-0594b236-bad5-4597-aa57-dc20dc3e8bac tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462513 Apr 05 11:38:47.364414 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event updated for resources: {'Port': ['ID=5453d547-92b0-4649-85f1-d8f52f5eb82e,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:47.376411 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (4ec044dc-1b12-4cb5-bfd4-bfe8cd4a1ea7), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:47.487913 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:47.489198 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-c79b2605-1a5d-4c78-be78-236648127db1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5078943 Apr 05 11:38:47.571775 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26358a-ddf7-47a9-aa6d-2d34292e44a6 req-98b5976a-c4fb-4654-9862-a6f15ffcbf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:47.573182 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dc26358a-ddf7-47a9-aa6d-2d34292e44a6 req-98b5976a-c4fb-4654-9862-a6f15ffcbf9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8499ce2abe10411589e913912a8c40ed&device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 1129 time: 0.0457640 Apr 05 11:38:47.689747 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-f3042b3c-3acb-4466-807b-3c3226c4564d tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1887509605&fields=id&tenant_id=5346b36188734d548c57bb9d7d63476d HTTP/1.1" status: 200 len: 267 time: 0.0479443 Apr 05 11:38:47.727899 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39766dde-3c46-4df3-856a-920b023ec3c2 req-f871ed7e-66a8-4b9c-a5af-3c7b7b2495f2 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:47.729360 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-39766dde-3c46-4df3-856a-920b023ec3c2 req-f871ed7e-66a8-4b9c-a5af-3c7b7b2495f2 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.0585318 Apr 05 11:38:47.779116 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-39766dde-3c46-4df3-856a-920b023ec3c2 req-ac12c231-fed5-4b6c-ae20-164ade36a9bc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431736 Apr 05 11:38:47.801984 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-d1e396b9-3b7a-4027-8722-c81c4e165fad tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:47.803213 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-d1e396b9-3b7a-4027-8722-c81c4e165fad tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/networks?id=8cbffa01-3137-49e9-97ed-1f17fab5a300 HTTP/1.1" status: 200 len: 811 time: 0.1068544 Apr 05 11:38:47.818104 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-313b7ef4-eaea-4ec6-8f62-f6c168cae4b6 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/quotas/5346b36188734d548c57bb9d7d63476d HTTP/1.1" status: 200 len: 375 time: 0.0093594 Apr 05 11:38:47.874537 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-8281aa61-d0eb-4809-8b1a-0db3ace0e7a2 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5346b36188734d548c57bb9d7d63476d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509849 Apr 05 11:38:47.908198 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e7e76915-d917-4993-983f-3f370aaa8a66 req-ce1ec9ea-d5c6-4987-ac22-3db70848ec36 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 210 time: 0.0709064 Apr 05 11:38:47.941218 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26358a-ddf7-47a9-aa6d-2d34292e44a6 req-b21a06da-76de-4a5c-8ef3-d31fc4186694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:47.942674 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dc26358a-ddf7-47a9-aa6d-2d34292e44a6 req-b21a06da-76de-4a5c-8ef3-d31fc4186694 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b762bdc2-8c69-4463-a0a9-b6a9592c01ff HTTP/1.1" status: 200 len: 910 time: 0.1141517 Apr 05 11:38:47.978361 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-9b3de61f-a310-4b45-8d05-398727f089da service neutron] 10.222.0.60 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909266 Apr 05 11:38:48.026146 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dc26358a-ddf7-47a9-aa6d-2d34292e44a6 req-837acfc5-e107-45f9-8b05-b4ac27122b7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1057f1d4-8f36-4dbf-a01f-5a583883cb27 HTTP/1.1" status: 200 len: 1001 time: 0.0654697 Apr 05 11:38:48.075896 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26358a-ddf7-47a9-aa6d-2d34292e44a6 req-c176eb54-1d66-42de-8c17-d4ebdbfe6d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:48.077453 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dc26358a-ddf7-47a9-aa6d-2d34292e44a6 req-c176eb54-1d66-42de-8c17-d4ebdbfe6d78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04c557d5-7ced-46b6-b387-7061f5abc42c HTTP/1.1" status: 200 len: 848 time: 0.0456007 Apr 05 11:38:48.079071 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-63077daf-c505-4572-8c63-da7723820e22 service neutron] 10.222.0.60 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923972 Apr 05 11:38:48.210171 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26358a-ddf7-47a9-aa6d-2d34292e44a6 req-f9e8a585-1745-43a6-a429-d7f00751d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:48.211532 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dc26358a-ddf7-47a9-aa6d-2d34292e44a6 req-f9e8a585-1745-43a6-a429-d7f00751d5a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b762bdc2-8c69-4463-a0a9-b6a9592c01ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1121716 Apr 05 11:38:48.235319 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-1e9d4344-371d-418b-a8c7-ddc2eb96cfe6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:48.236778 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-1e9d4344-371d-418b-a8c7-ddc2eb96cfe6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "GET /v2.0/networks?id=83da91da-2a37-43a9-b807-df1a6d29d057 HTTP/1.1" status: 200 len: 814 time: 0.1361980 Apr 05 11:38:48.305533 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9ad32-724b-46db-ac6a-aba5fae1b848 req-e0d6884b-4662-4030-b839-bab9b78d7838 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:48.307049 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4bd9ad32-724b-46db-ac6a-aba5fae1b848 req-e0d6884b-4662-4030-b839-bab9b78d7838 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 985 time: 0.0653081 Apr 05 11:38:48.334214 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-671e4fb4-cf9e-4493-8e6c-5d0df97cb2ae req-9d7fd4b3-3b9d-49b3-976c-f26ed392e757 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 210 time: 0.0364144 Apr 05 11:38:48.476222 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4bd9ad32-724b-46db-ac6a-aba5fae1b848 req-a2547ea3-ca5e-442a-ac31-906b7666f135 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&id=6407e0af-4d09-4667-97e7-cd7a4e13bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1626270 Apr 05 11:38:48.484877 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b9aea86b-6b27-4eb1-bcc4-fef88e1a3ec6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d629246f6ced4cc8b75399b7a0723868 HTTP/1.1" status: 200 len: 380 time: 0.1627069 Apr 05 11:38:48.485346 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 781c46da-8de3-4fb3-bf2a-0909f6044870 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:38:48.508826 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ea7c8-8537-4a6a-9eeb-62e9979634c7 req-5d6396c1-41e6-48a5-a6af-fa2da9fb2abb tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:48.513526 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-192c4ec3-7ef9-4b26-b4d9-dc4cad982f0f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'port': {'device_id': '3945b25c-4ebb-40d4-aa74-715634c40e57', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'admin_state_up': True, 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'security_groups': ['c94d8818-901d-4804-bfa8-a5a04f7db4c3']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:48.513669 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ee6ea7c8-8537-4a6a-9eeb-62e9979634c7 req-5d6396c1-41e6-48a5-a6af-fa2da9fb2abb tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 945 time: 0.0919402 Apr 05 11:38:48.537012 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dc26358a-ddf7-47a9-aa6d-2d34292e44a6 req-cd2c5d60-3dc5-4f92-b5a2-0497ad4911ef service neutron] 10.222.0.57 "GET /v2.0/networks/b762bdc2-8c69-4463-a0a9-b6a9592c01ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164457 Apr 05 11:38:48.682596 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 781c46da-8de3-4fb3-bf2a-0909f6044870 completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:38:48.694665 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 781c46da-8de3-4fb3-bf2a-0909f6044870 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:48.696633 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:48.720175 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dc26358a-ddf7-47a9-aa6d-2d34292e44a6 req-1a348087-940d-4fbf-a3b3-0b5edf6ed1f9 service neutron] 10.222.0.57 "GET /v2.0/networks/b762bdc2-8c69-4463-a0a9-b6a9592c01ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518209 Apr 05 11:38:48.809213 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-192c4ec3-7ef9-4b26-b4d9-dc4cad982f0f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Made reservation on behalf of d629246f6ced4cc8b75399b7a0723868 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:38:48.812814 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-192c4ec3-7ef9-4b26-b4d9-dc4cad982f0f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:48.821281 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 781c46da-8de3-4fb3-bf2a-0909f6044870 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:48.821806 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:48.848476 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781c46da-8de3-4fb3-bf2a-0909f6044870'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:48.851228 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8641eaa9-ec33-4443-a832-22260bcb1356" -d '{"events": [{"server_uuid": "4d88e619-6518-47fd-a6aa-5e4e90281f8c", "name": "network-vif-plugged", "status": "completed", "tag": "781c46da-8de3-4fb3-bf2a-0909f6044870"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:48.859922 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ee6ea7c8-8537-4a6a-9eeb-62e9979634c7 req-0ca65314-dff4-4265-9876-c4ed04e15b0d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408637 Apr 05 11:38:48.868291 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 781c46da-8de3-4fb3-bf2a-0909f6044870, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=781c46da-8de3-4fb3-bf2a-0909f6044870,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:48.914303 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1fc820-1c63-412b-bbc6-8f687c531652 x-openstack-request-id: req-ec1fc820-1c63-412b-bbc6-8f687c531652 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:48.914621 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d88e619-6518-47fd-a6aa-5e4e90281f8c", "name": "network-vif-plugged", "status": "completed", "tag": "781c46da-8de3-4fb3-bf2a-0909f6044870", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:48.914893 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec1fc820-1c63-412b-bbc6-8f687c531652 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:48.915298 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1fc820-1c63-412b-bbc6-8f687c531652'] response: {'server_uuid': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781c46da-8de3-4fb3-bf2a-0909f6044870', 'code': 200} Apr 05 11:38:48.945724 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:48.991067 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5204a91-0caf-4ce4-8b01-16f74e3b7695 req-e72ed184-5710-44d5-a9e4-06d4d43308cc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:48.998109 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e5204a91-0caf-4ce4-8b01-16f74e3b7695 req-e72ed184-5710-44d5-a9e4-06d4d43308cc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.1184001 Apr 05 11:38:49.013881 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=781c46da-8de3-4fb3-bf2a-0909f6044870,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:49.027838 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-192c4ec3-7ef9-4b26-b4d9-dc4cad982f0f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Allocated IP 172.20.0.11 (83da91da-2a37-43a9-b807-df1a6d29d057/5cd637a4-454f-44ef-8588-c6f33cdbe982/91e6a764-953d-4b1e-9902-5211db07b9b6) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:38:49.031622 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-44431a59-eb82-4c2e-b835-401dc06139ec req-5cc22523-d30e-4ba8-8733-c91796d3f2ff tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 210 time: 0.0363622 Apr 05 11:38:49.077414 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e5204a91-0caf-4ce4-8b01-16f74e3b7695 req-8d7fdcce-86ea-4741-8228-26c28d5282bc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784409 Apr 05 11:38:49.193019 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-192c4ec3-7ef9-4b26-b4d9-dc4cad982f0f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for port (91e6a764-953d-4b1e-9902-5211db07b9b6), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.288489 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-192c4ec3-7ef9-4b26-b4d9-dc4cad982f0f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (91e6a764-953d-4b1e-9902-5211db07b9b6), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.333186 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-192c4ec3-7ef9-4b26-b4d9-dc4cad982f0f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Network 83da91da-2a37-43a9-b807-df1a6d29d057 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:49.336266 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-192c4ec3-7ef9-4b26-b4d9-dc4cad982f0f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:49.343264 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-192c4ec3-7ef9-4b26-b4d9-dc4cad982f0f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:38:49.347778 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-192c4ec3-7ef9-4b26-b4d9-dc4cad982f0f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:49.348392 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-192c4ec3-7ef9-4b26-b4d9-dc4cad982f0f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.354880 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c4ec3-7ef9-4b26-b4d9-dc4cad982f0f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'Port': ['ID=91e6a764-953d-4b1e-9902-5211db07b9b6,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:49.428062 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3df6a8ec-7162-41a8-918e-55d96ca6b6fc req-5ff1af20-c309-44b7-b48c-a196f0e28ae9 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 210 time: 0.0279880 Apr 05 11:38:49.456087 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-192c4ec3-7ef9-4b26-b4d9-dc4cad982f0f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9626694 Apr 05 11:38:49.566042 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-572fe3f8-9d22-461f-a64e-7e0f828cd9d1 None None] Provisioning complete for port 91e6a764-953d-4b1e-9902-5211db07b9b6 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:49.566583 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-572fe3f8-9d22-461f-a64e-7e0f828cd9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (91e6a764-953d-4b1e-9902-5211db07b9b6), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.603669 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba50aa-466a-42f9-8539-36ec7cc6fb5e req-fc3cbf1b-8d73-4931-bf76-388dd4c6c0f9 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:49.603929 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-572fe3f8-9d22-461f-a64e-7e0f828cd9d1 None None] Port 91e6a764-953d-4b1e-9902-5211db07b9b6 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:38:49.605372 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-76ba50aa-466a-42f9-8539-36ec7cc6fb5e req-fc3cbf1b-8d73-4931-bf76-388dd4c6c0f9 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 985 time: 0.0539560 Apr 05 11:38:49.669957 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-76ba50aa-466a-42f9-8539-36ec7cc6fb5e req-32c7c1a6-df1e-4c88-b110-0443b179ac52 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&id=6407e0af-4d09-4667-97e7-cd7a4e13bfee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588837 Apr 05 11:38:49.977225 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd2c9a-62d8-41bf-9b7f-6feaba3d96b3 req-63bc84ca-09f0-4fe4-8c97-080eda1a4e25 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:49.978710 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d0bd2c9a-62d8-41bf-9b7f-6feaba3d96b3 req-63bc84ca-09f0-4fe4-8c97-080eda1a4e25 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0524042 Apr 05 11:38:50.028258 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d0bd2c9a-62d8-41bf-9b7f-6feaba3d96b3 req-504eacdd-cc26-4abb-8f0d-9ec03a9650c4 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427811 Apr 05 11:38:50.149133 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be747c13-d939-4edd-9887-3b747819b1c9 req-7aef4a56-da13-4ba6-b9ed-520a8777f110 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:50.150536 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-be747c13-d939-4edd-9887-3b747819b1c9 req-7aef4a56-da13-4ba6-b9ed-520a8777f110 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 932 time: 0.0528367 Apr 05 11:38:50.197435 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a4667-c289-45a7-b412-c20f7fe43aa5 req-eb4933c7-e304-458a-a6c2-95e1f55dc6f6 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:50.197667 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-be747c13-d939-4edd-9887-3b747819b1c9 req-c78b2f59-f6f2-49a1-8ea7-c6c2a71edd06 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=c94d8818-901d-4804-bfa8-a5a04f7db4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414083 Apr 05 11:38:50.199007 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f06a4667-c289-45a7-b412-c20f7fe43aa5 req-eb4933c7-e304-458a-a6c2-95e1f55dc6f6 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.0528162 Apr 05 11:38:50.248307 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f06a4667-c289-45a7-b412-c20f7fe43aa5 req-78036dcc-9153-48bb-86b9-cc1ffc448326 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434289 Apr 05 11:38:50.503873 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e8f9c33c-6aef-49d5-b4c5-ea5b908df61f req-8f8972e3-dada-4d65-bcda-586d25c16e6e tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 210 time: 0.0267894 Apr 05 11:38:50.708317 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5f3d6e23-389d-460c-ba34-93be872af100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:50.851317 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Request body: {'port': {'device_id': '3945b25c-4ebb-40d4-aa74-715634c40e57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:50.912367 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (91e6a764-953d-4b1e-9902-5211db07b9b6), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:51.164846 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98760cc2-dd54-44f2-b512-4194b4c07669 req-eea0a347-39e2-434f-a3e5-4284e1d6d0c6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:51.166361 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-98760cc2-dd54-44f2-b512-4194b4c07669 req-eea0a347-39e2-434f-a3e5-4284e1d6d0c6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0575323 Apr 05 11:38:51.189814 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e6a764-953d-4b1e-9902-5211db07b9b6 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:38:51.197354 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Publish callbacks [] for port (91e6a764-953d-4b1e-9902-5211db07b9b6), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:51.209538 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Transition to ACTIVE for port object 91e6a764-953d-4b1e-9902-5211db07b9b6 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:38:51.222684 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-98760cc2-dd54-44f2-b512-4194b4c07669 req-4d233268-d73a-4d3e-a345-8157349a138b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496602 Apr 05 11:38:51.313622 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (91e6a764-953d-4b1e-9902-5211db07b9b6), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:51.368431 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad43a4-e896-4a87-80d6-6def7332850c req-a44eccce-c40b-4933-bd9d-ca8f0feb63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:51.369986 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-03ad43a4-e896-4a87-80d6-6def7332850c req-a44eccce-c40b-4933-bd9d-ca8f0feb63ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 1130 time: 0.1225433 Apr 05 11:38:51.384038 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0adf7da-fa10-4b05-a91d-ad48b5871d43 req-16ac422e-133e-4916-bebc-2146e90154c7 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:51.385550 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b0adf7da-fa10-4b05-a91d-ad48b5871d43 req-16ac422e-133e-4916-bebc-2146e90154c7 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.0595243 Apr 05 11:38:51.422829 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Pushing event updated for resources: {'Port': ['ID=91e6a764-953d-4b1e-9902-5211db07b9b6,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:51.443376 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2bf55-606d-414c-a764-a1047ed1d234 req-892a8086-da82-4044-9e02-a4915ab0228a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:51.447813 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3ab2bf55-606d-414c-a764-a1047ed1d234 req-892a8086-da82-4044-9e02-a4915ab0228a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 932 time: 0.1686754 Apr 05 11:38:51.449447 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b0adf7da-fa10-4b05-a91d-ad48b5871d43 req-59ba9819-8559-4309-a637-1f766e5a977f tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569701 Apr 05 11:38:51.482836 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Attempting to bind port 91e6a764-953d-4b1e-9902-5211db07b9b6 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:38:51.484057 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Attempting to bind port 91e6a764-953d-4b1e-9902-5211db07b9b6 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:38:51.484057 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Attempting to bind port 91e6a764-953d-4b1e-9902-5211db07b9b6 on network 83da91da-2a37-43a9-b807-df1a6d29d057 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:51.504977 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Port 91e6a764-953d-4b1e-9902-5211db07b9b6 on network 83da91da-2a37-43a9-b807-df1a6d29d057 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:38:51.505596 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Attempting to bind port 91e6a764-953d-4b1e-9902-5211db07b9b6 on network 83da91da-2a37-43a9-b807-df1a6d29d057 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:51.523062 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-03ad43a4-e896-4a87-80d6-6def7332850c req-5bba5956-aba2-4e27-aa12-8124487049a0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354976 Apr 05 11:38:51.527523 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:38:51.527523 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Checking segment: {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:38:51.530210 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Bound using segment: {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:38:51.530210 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Bound port: 91e6a764-953d-4b1e-9902-5211db07b9b6, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:38:51.530210 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (91e6a764-953d-4b1e-9902-5211db07b9b6), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:51.551648 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3ab2bf55-606d-414c-a764-a1047ed1d234 req-1ce9cec8-1ec6-4660-aa5b-76377185056d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=c94d8818-901d-4804-bfa8-a5a04f7db4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982549 Apr 05 11:38:51.607790 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] For port 91e6a764-953d-4b1e-9902-5211db07b9b6, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:38:51.610959 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] For port 91e6a764-953d-4b1e-9902-5211db07b9b6, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=91e6a764-953d-4b1e-9902-5211db07b9b6,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:38:51.626915 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-17433685-45f1-4f25-aad9-ceea5496e71b req-d1a663ee-3d1c-451e-baab-aab34d222e80 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 210 time: 0.0293152 Apr 05 11:38:51.739722 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (91e6a764-953d-4b1e-9902-5211db07b9b6), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:51.775678 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:51.776315 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:51.778397 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] 10.222.0.57 "PUT /v2.0/ports/91e6a764-953d-4b1e-9902-5211db07b9b6 HTTP/1.1" status: 200 len: 1094 time: 0.9313445 Apr 05 11:38:51.778846 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3945b25c-4ebb-40d4-aa74-715634c40e57', 'tag': '91e6a764-953d-4b1e-9902-5211db07b9b6'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:51.781137 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4ead27-8886-4740-b68a-936d4d829b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "3945b25c-4ebb-40d4-aa74-715634c40e57", "tag": "91e6a764-953d-4b1e-9902-5211db07b9b6"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:51.807327 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff831e-193e-4b02-9db5-3964c88c2f58 service neutron] Pushing event updated for resources: {'Port': ['ID=91e6a764-953d-4b1e-9902-5211db07b9b6,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:51.821161 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbe57af-a531-44ce-ab59-9a3f5e0dcfb1 x-openstack-request-id: req-8fbe57af-a531-44ce-ab59-9a3f5e0dcfb1 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:51.821458 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3945b25c-4ebb-40d4-aa74-715634c40e57", "tag": "91e6a764-953d-4b1e-9902-5211db07b9b6", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:51.821724 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8fbe57af-a531-44ce-ab59-9a3f5e0dcfb1 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:51.822563 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fbe57af-a531-44ce-ab59-9a3f5e0dcfb1'] response: {'name': 'network-changed', 'server_uuid': '3945b25c-4ebb-40d4-aa74-715634c40e57', 'tag': '91e6a764-953d-4b1e-9902-5211db07b9b6', 'status': 'completed', 'code': 200} Apr 05 11:38:52.348237 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c9263-7d89-471f-a98c-5e8e1da10e7c req-f503923f-71f2-45c6-b261-8704d37204c2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:52.349703 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-883c9263-7d89-471f-a98c-5e8e1da10e7c req-f503923f-71f2-45c6-b261-8704d37204c2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0528252 Apr 05 11:38:52.397158 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-883c9263-7d89-471f-a98c-5e8e1da10e7c req-b3b93ece-59df-4bbe-b52f-24de69c286e1 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409396 Apr 05 11:38:52.571315 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1915c4-4507-4678-96f2-675aa1692312 req-d9eb5c1e-bab6-46c2-904f-404f04bfcf8c tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:52.572784 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0b1915c4-4507-4678-96f2-675aa1692312 req-d9eb5c1e-bab6-46c2-904f-404f04bfcf8c tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.0536382 Apr 05 11:38:52.650840 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0b1915c4-4507-4678-96f2-675aa1692312 req-54a56741-595b-4313-8bfc-79e99fb48b9d tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723524 Apr 05 11:38:52.678396 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ead27-8886-4740-b68a-936d4d829b5f req-4d86a68d-f2a1-4910-a623-13fd7a192cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:52.679895 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0a4ead27-8886-4740-b68a-936d4d829b5f req-4d86a68d-f2a1-4910-a623-13fd7a192cf1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d629246f6ced4cc8b75399b7a0723868&device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 1128 time: 0.0640500 Apr 05 11:38:52.706005 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512cb03-c7d9-47d5-b04a-4018f1faff61 req-8ff222d9-a67e-4881-950f-c13e05ee1944 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:52.707603 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3512cb03-c7d9-47d5-b04a-4018f1faff61 req-8ff222d9-a67e-4881-950f-c13e05ee1944 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 944 time: 0.0673373 Apr 05 11:38:52.770552 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3512cb03-c7d9-47d5-b04a-4018f1faff61 req-2c40c8fb-a9af-41f4-9799-46a2d46534df tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=c94d8818-901d-4804-bfa8-a5a04f7db4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571945 Apr 05 11:38:53.074895 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9d0edecc-0fba-48fb-97d9-82c28c1f5f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:53.114364 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4d6afa4a-c20c-4ea2-894d-9a50aadde3fd req-ef11c852-f08c-473f-b2e9-f1b32ac241e5 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 210 time: 0.0852726 Apr 05 11:38:53.172503 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-add21541-3378-46b7-b56b-04af67c9c101 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:53.173939 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-add21541-3378-46b7-b56b-04af67c9c101 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.57 "GET /v2.0/networks?id=8cbffa01-3137-49e9-97ed-1f17fab5a300 HTTP/1.1" status: 200 len: 811 time: 0.5462406 Apr 05 11:38:53.175011 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ead27-8886-4740-b68a-936d4d829b5f req-3f33338b-30af-4a85-9e6f-b65912f4d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:53.176374 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0a4ead27-8886-4740-b68a-936d4d829b5f req-3f33338b-30af-4a85-9e6f-b65912f4d9ec service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d629246f6ced4cc8b75399b7a0723868&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4590900 Apr 05 11:38:53.527208 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371135a-a142-4a41-9b00-ac7fd8f15039 req-1467ee63-4989-454b-9e57-7dccce9d381a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:53.528825 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9371135a-a142-4a41-9b00-ac7fd8f15039 req-1467ee63-4989-454b-9e57-7dccce9d381a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0595305 Apr 05 11:38:53.576842 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9371135a-a142-4a41-9b00-ac7fd8f15039 req-aea1e28f-e497-4c60-b2b2-c5801cdd010c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425124 Apr 05 11:38:53.632906 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-cc195408-e171-4891-ba01-19d89ec55014 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5346b36188734d548c57bb9d7d63476d HTTP/1.1" status: 200 len: 380 time: 0.1265311 Apr 05 11:38:53.666146 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ead27-8886-4740-b68a-936d4d829b5f req-aa3b7cea-f73f-4948-8e67-5d4565913bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:53.668314 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0a4ead27-8886-4740-b68a-936d4d829b5f req-aa3b7cea-f73f-4948-8e67-5d4565913bb5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535208 Apr 05 11:38:53.708644 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383276f-498f-4ba7-b78d-96aef43805f8 req-03585b2d-b1c6-4951-a1e5-b07e966cd47f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:53.710146 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3383276f-498f-4ba7-b78d-96aef43805f8 req-03585b2d-b1c6-4951-a1e5-b07e966cd47f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0570822 Apr 05 11:38:53.719808 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35086) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:53.724432 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-3f79a030-d0f7-41b7-a818-0ccece2c479d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Request body: {'floatingip': {'port_id': '781c46da-8de3-4fb3-bf2a-0909f6044870'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:53.764218 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3f79a030-d0f7-41b7-a818-0ccece2c479d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for floatingip (158af1ff-5458-4829-861b-f254ce32ce7d), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:53.782252 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28370bfe-29ab-4f94-b91b-abd60a00fb45 req-6a9a2f4d-af0d-41a9-baea-c7fcd67504ac tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:53.783969 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-28370bfe-29ab-4f94-b91b-abd60a00fb45 req-6a9a2f4d-af0d-41a9-baea-c7fcd67504ac tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.0580823 Apr 05 11:38:53.838483 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-28370bfe-29ab-4f94-b91b-abd60a00fb45 req-99ba74c1-9276-492b-868e-5fb803347cdc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488076 Apr 05 11:38:53.895999 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-06f10ddf-d1fe-4b59-a100-cfb2640ea03f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Request body: {'port': {'device_id': '52b5b208-b301-4cff-a73e-af0e1a97afc6', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'admin_state_up': True, 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'security_groups': ['cd401da1-1c13-499f-b37c-032a26e99aed']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:53.962463 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [req-88e2333a-85c6-4c8b-a156-32216e0b1619 req-a9500741-80bc-43fb-803d-224e25262f6b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:38:53.975034 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-88e2333a-85c6-4c8b-a156-32216e0b1619 req-a9500741-80bc-43fb-803d-224e25262f6b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0665648 Apr 05 11:38:54.058739 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9b989-9535-456b-ba4c-20caff9ee78f req-7b3b0716-60a1-4030-bd43-d7e9a69ffd0d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:54.060287 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f4f9b989-9535-456b-ba4c-20caff9ee78f req-7b3b0716-60a1-4030-bd43-d7e9a69ffd0d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 944 time: 0.2167704 Apr 05 11:38:54.068123 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:54.243000 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f4f9b989-9535-456b-ba4c-20caff9ee78f req-304c4e61-14d4-47d4-a79a-a59154bf25b1 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=c94d8818-901d-4804-bfa8-a5a04f7db4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539981 Apr 05 11:38:54.284997 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-1fd91374-1b17-456b-8667-f5227111f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:54.286499 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-1fd91374-1b17-456b-8667-f5227111f306 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d629246f6ced4cc8b75399b7a0723868&device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 1128 time: 0.1986666 Apr 05 11:38:54.389714 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5d62c8be-de8c-4e98-bf9f-a960b40e0cb0 req-481c4228-b482-4c7c-8226-68287ec946cd tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 210 time: 0.0896475 Apr 05 11:38:54.392390 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-06f10ddf-d1fe-4b59-a100-cfb2640ea03f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Made reservation on behalf of 5346b36188734d548c57bb9d7d63476d for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:38:54.395705 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-06f10ddf-d1fe-4b59-a100-cfb2640ea03f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:54.398310 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-e8077932-febd-4c43-87b8-e6aca3522e47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91e6a764-953d-4b1e-9902-5211db07b9b6 HTTP/1.1" status: 200 len: 217 time: 0.0951691 Apr 05 11:38:54.532844 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 1057f1d4-8f36-4dbf-a01f-5a583883cb27 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:38:54.567011 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-7a077da4-606b-4b51-8dd9-3413b6abb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:54.568489 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-7a077da4-606b-4b51-8dd9-3413b6abb75c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5cd637a4-454f-44ef-8588-c6f33cdbe982 HTTP/1.1" status: 200 len: 853 time: 0.1596329 Apr 05 11:38:54.614137 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 is: ACTIVE; New status is: DOWN {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:54.614618 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:54.623610 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-663473e7-2d70-4760-9778-dc546d3a4339 req-d202b1f2-7c75-40e9-ac85-1a3b675247cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0601013 Apr 05 11:38:54.638632 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1057f1d4-8f36-4dbf-a01f-5a583883cb27'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:54.640950 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1177efa6-c5e6-4fd5-a3e5-a82741ef6b91" -d '{"events": [{"server_uuid": "d723380a-3b3f-4f00-b701-f76ab30add84", "name": "network-vif-unplugged", "status": "completed", "tag": "1057f1d4-8f36-4dbf-a01f-5a583883cb27"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:54.657327 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 1057f1d4-8f36-4dbf-a01f-5a583883cb27, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1057f1d4-8f36-4dbf-a01f-5a583883cb27,segment=NetworkSegment(dcfa7b5c-0446-438d-96d7-90816366816d),segment_id=dcfa7b5c-0446-438d-96d7-90816366816d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:54.675243 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e9ebf7-78e4-4288-96c4-63700bb9a2ad x-openstack-request-id: req-04e9ebf7-78e4-4288-96c4-63700bb9a2ad {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:54.675576 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d723380a-3b3f-4f00-b701-f76ab30add84", "name": "network-vif-unplugged", "status": "failed", "tag": "1057f1d4-8f36-4dbf-a01f-5a583883cb27", "code": 422}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:54.675835 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04e9ebf7-78e4-4288-96c4-63700bb9a2ad {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:54.676592 dv-cinder-834448-3-iscsi neutron-server[103948]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-04e9ebf7-78e4-4288-96c4-63700bb9a2ad']: {'server_uuid': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1057f1d4-8f36-4dbf-a01f-5a583883cb27', 'code': 422} returned with failed status Apr 05 11:38:54.701723 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 35108) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:54.720955 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3f79a030-d0f7-41b7-a818-0ccece2c479d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:54.755847 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e52ff-0873-439f-a7cd-02795d60c5f3 req-11594549-b4a6-437f-adfe-19354ea8220d tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:54.757316 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e80e52ff-0873-439f-a7cd-02795d60c5f3 req-11594549-b4a6-437f-adfe-19354ea8220d tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.2641201 Apr 05 11:38:54.762859 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:54.763679 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-aab0c961-686f-40b6-bb25-f13b6df8c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:54.765209 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-aab0c961-686f-40b6-bb25-f13b6df8c40a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83da91da-2a37-43a9-b807-df1a6d29d057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1517129 Apr 05 11:38:54.779469 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-06f10ddf-d1fe-4b59-a100-cfb2640ea03f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Allocated IP 172.20.0.8 (8cbffa01-3137-49e9-97ed-1f17fab5a300/11809902-d970-490e-a337-eab95165c81e/5c5e83d8-b424-46aa-b736-6580c02b211f) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:38:54.814013 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3f79a030-d0f7-41b7-a818-0ccece2c479d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (158af1ff-5458-4829-861b-f254ce32ce7d), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:54.819153 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663473e7-2d70-4760-9778-dc546d3a4339 req-78c895bc-5d25-4dde-9f37-5fe4787d0386 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:54.820704 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-663473e7-2d70-4760-9778-dc546d3a4339 req-78c895bc-5d25-4dde-9f37-5fe4787d0386 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports/1057f1d4-8f36-4dbf-a01f-5a583883cb27 HTTP/1.1" status: 200 len: 940 time: 0.1178823 Apr 05 11:38:54.830182 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=1057f1d4-8f36-4dbf-a01f-5a583883cb27,revision_number=6']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:54.991204 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e80e52ff-0873-439f-a7cd-02795d60c5f3 req-8efdbce0-097f-42c0-99b4-6c35b28dc0c9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226453 Apr 05 11:38:55.078853 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-a28a664c-7499-41fb-8a1f-d31bece844f3 service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059769 Apr 05 11:38:55.099909 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-3f79a030-d0f7-41b7-a818-0ccece2c479d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Floating IP 158af1ff-5458-4829-861b-f254ce32ce7d associated. External IP: 172.27.1.62, port: 781c46da-8de3-4fb3-bf2a-0909f6044870. Apr 05 11:38:55.394699 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f54238-9a23-45a3-b882-2ead92c005c1 req-26a10bb1-e950-4a45-a083-679ca6d8e85e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:55.396327 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-19f54238-9a23-45a3-b882-2ead92c005c1 req-26a10bb1-e950-4a45-a083-679ca6d8e85e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 944 time: 0.0737510 Apr 05 11:38:55.457501 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-19f54238-9a23-45a3-b882-2ead92c005c1 req-bf2d49eb-32d4-4932-9e0e-4370af2eccbc tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=c94d8818-901d-4804-bfa8-a5a04f7db4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530050 Apr 05 11:38:55.498752 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:55.556245 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-06f10ddf-d1fe-4b59-a100-cfb2640ea03f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for port (5c5e83d8-b424-46aa-b736-6580c02b211f), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:55.562659 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a0faf906-30fd-4d5d-bb60-f662338a6014 req-62e900b1-de85-4821-9247-a2744ea581e8 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 210 time: 0.0619376 Apr 05 11:38:55.599798 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-206cd83d-ad45-444b-8914-eac82cf87ff3 req-53920273-ca0b-4fda-a4c6-cc11290b9540 service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137355 Apr 05 11:38:55.725744 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f79a030-d0f7-41b7-a818-0ccece2c479d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:38:55.833157 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f79a030-d0f7-41b7-a818-0ccece2c479d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:38:55.838106 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3f79a030-d0f7-41b7-a818-0ccece2c479d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:55.844442 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21afecf7-818f-4cfe-b004-5ddc1bcda84b None None] Sync routers for ids ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:38:55.869958 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21afecf7-818f-4cfe-b004-5ddc1bcda84b None None] Routers {'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:55.869958 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-21afecf7-818f-4cfe-b004-5ddc1bcda84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:55.870277 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3f79a030-d0f7-41b7-a818-0ccece2c479d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "PUT /v2.0/floatingips/158af1ff-5458-4829-861b-f254ce32ce7d HTTP/1.1" status: 200 len: 991 time: 2.1489143 Apr 05 11:38:55.871172 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'tag': '781c46da-8de3-4fb3-bf2a-0909f6044870'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:55.873547 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dd1c91-e78d-4855-8cb6-aca0838d382f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d88e619-6518-47fd-a6aa-5e4e90281f8c", "tag": "781c46da-8de3-4fb3-bf2a-0909f6044870"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:55.905404 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-06f10ddf-d1fe-4b59-a100-cfb2640ea03f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (5c5e83d8-b424-46aa-b736-6580c02b211f), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:55.912411 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca41b2dd-bd14-49c9-a243-16ba380391ad x-openstack-request-id: req-ca41b2dd-bd14-49c9-a243-16ba380391ad {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:55.916802 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d88e619-6518-47fd-a6aa-5e4e90281f8c", "tag": "781c46da-8de3-4fb3-bf2a-0909f6044870", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:55.916802 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca41b2dd-bd14-49c9-a243-16ba380391ad {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:55.916802 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca41b2dd-bd14-49c9-a243-16ba380391ad'] response: {'name': 'network-changed', 'server_uuid': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'tag': '781c46da-8de3-4fb3-bf2a-0909f6044870', 'status': 'completed', 'code': 200} Apr 05 11:38:55.950901 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-06f10ddf-d1fe-4b59-a100-cfb2640ea03f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Network 8cbffa01-3137-49e9-97ed-1f17fab5a300 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:55.954008 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-06f10ddf-d1fe-4b59-a100-cfb2640ea03f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:55.960060 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-06f10ddf-d1fe-4b59-a100-cfb2640ea03f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:38:55.965341 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-06f10ddf-d1fe-4b59-a100-cfb2640ea03f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:55.965972 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-06f10ddf-d1fe-4b59-a100-cfb2640ea03f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:55.977320 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f10ddf-d1fe-4b59-a100-cfb2640ea03f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event updated for resources: {'Port': ['ID=5c5e83d8-b424-46aa-b736-6580c02b211f,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:55.984006 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-21afecf7-818f-4cfe-b004-5ddc1bcda84b None None] Set router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:56.072915 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-06f10ddf-d1fe-4b59-a100-cfb2640ea03f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1844625 Apr 05 11:38:56.116467 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89d642-aaa7-41ce-8579-5fe5345824d1 req-875b5e29-2946-46b3-9dba-4139be62d9a1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:56.120181 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6e89d642-aaa7-41ce-8579-5fe5345824d1 req-875b5e29-2946-46b3-9dba-4139be62d9a1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.0604274 Apr 05 11:38:56.171674 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6e89d642-aaa7-41ce-8579-5fe5345824d1 req-93ffdbd7-7c9d-4cbe-a513-cc1368c325c5 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474267 Apr 05 11:38:56.219248 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-d09bdfd8-88fa-48f4-af02-a2980283eb4b None None] Provisioning complete for port 5c5e83d8-b424-46aa-b736-6580c02b211f triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:56.219649 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d09bdfd8-88fa-48f4-af02-a2980283eb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (5c5e83d8-b424-46aa-b736-6580c02b211f), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:56.261806 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-d09bdfd8-88fa-48f4-af02-a2980283eb4b None None] Port 5c5e83d8-b424-46aa-b736-6580c02b211f cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:38:56.270575 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-21afecf7-818f-4cfe-b004-5ddc1bcda84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '158af1ff-5458-4829-861b-f254ce32ce7d', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'port_id': '781c46da-8de3-4fb3-bf2a-0909f6044870', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'mac_address': 'fa:16:3e:fa:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:29Z', 'updated_at': '2022-04-05T11:38:54Z', 'revision_number': 1, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cb7b42-2e1b-4890-991c-5bae690f4105', 'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'mac_address': 'fa:16:3e:57:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 5, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'subnets': [{'id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:56.297840 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21afecf7-818f-4cfe-b004-5ddc1bcda84b None None] Checking router: b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:38:56.306161 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21afecf7-818f-4cfe-b004-5ddc1bcda84b None None] Routers {'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:56.306763 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-21afecf7-818f-4cfe-b004-5ddc1bcda84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:56.414808 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-21afecf7-818f-4cfe-b004-5ddc1bcda84b None None] Set router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:56.579015 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda625a-75f6-404f-860e-8d575f0cd08a req-3e65891c-e236-4cb9-b19c-0c76e994099a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:56.580533 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4cda625a-75f6-404f-860e-8d575f0cd08a req-3e65891c-e236-4cb9-b19c-0c76e994099a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 944 time: 0.0518179 Apr 05 11:38:56.630537 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4cda625a-75f6-404f-860e-8d575f0cd08a req-cefca8e5-dc04-46a2-842f-b34501fd4c18 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=c94d8818-901d-4804-bfa8-a5a04f7db4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440357 Apr 05 11:38:56.651530 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-21afecf7-818f-4cfe-b004-5ddc1bcda84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '158af1ff-5458-4829-861b-f254ce32ce7d', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'port_id': '781c46da-8de3-4fb3-bf2a-0909f6044870', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'mac_address': 'fa:16:3e:fa:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:29Z', 'updated_at': '2022-04-05T11:38:54Z', 'revision_number': 1, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cb7b42-2e1b-4890-991c-5bae690f4105', 'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'mac_address': 'fa:16:3e:57:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 5, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'subnets': [{'id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:56.679193 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21afecf7-818f-4cfe-b004-5ddc1bcda84b None None] The sync data for ids ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'] in dv-cinder-834448-3-iscsi is: [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '158af1ff-5458-4829-861b-f254ce32ce7d', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'port_id': '781c46da-8de3-4fb3-bf2a-0909f6044870', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'mac_address': 'fa:16:3e:fa:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:29Z', 'updated_at': '2022-04-05T11:38:54Z', 'revision_number': 1, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cb7b42-2e1b-4890-991c-5bae690f4105', 'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'mac_address': 'fa:16:3e:57:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 5, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'subnets': [{'id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:38:56.687040 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887c8ed-9de8-4cf4-b16d-26ac65110dc3 req-5176d618-f1a3-4f47-b77b-58171ec19efb tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:56.688617 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7887c8ed-9de8-4cf4-b16d-26ac65110dc3 req-5176d618-f1a3-4f47-b77b-58171ec19efb tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 931 time: 0.0597506 Apr 05 11:38:56.736573 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7887c8ed-9de8-4cf4-b16d-26ac65110dc3 req-3241623c-b6df-475b-8a77-cfacc3bcea5c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd401da1-1c13-499f-b37c-032a26e99aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422187 Apr 05 11:38:56.784878 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Request body: {'port': {'device_id': '52b5b208-b301-4cff-a73e-af0e1a97afc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:56.878675 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd1c91-e78d-4855-8cb6-aca0838d382f req-4e0d75b3-f5ac-4cf4-827f-eee11dd18c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:56.881611 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e5dd1c91-e78d-4855-8cb6-aca0838d382f req-4e0d75b3-f5ac-4cf4-827f-eee11dd18c95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=233d90e8ff5e4e72ad93b7b8123f9648&device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 1130 time: 0.0994501 Apr 05 11:38:56.881611 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (5c5e83d8-b424-46aa-b736-6580c02b211f), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:56.905169 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57a1c2-7e0d-41a3-b7cb-87d649df1905 None None] New status for floating IP 158af1ff-5458-4829-861b-f254ce32ce7d: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:38:56.944479 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:57.080930 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd1c91-e78d-4855-8cb6-aca0838d382f req-18208c71-3e51-48ae-b98e-5a67b3cd782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.082589 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e5dd1c91-e78d-4855-8cb6-aca0838d382f req-18208c71-3e51-48ae-b98e-5a67b3cd782e service neutron] 10.222.0.57 "GET /v2.0/networks?id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2 HTTP/1.1" status: 200 len: 917 time: 0.1908493 Apr 05 11:38:57.222254 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e5dd1c91-e78d-4855-8cb6-aca0838d382f req-c9bae2d5-11d5-451a-9987-6c331e815856 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781c46da-8de3-4fb3-bf2a-0909f6044870 HTTP/1.1" status: 200 len: 1001 time: 0.1257029 Apr 05 11:38:57.292896 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441608bb-a3a3-4129-8328-7f1c2b39d211 req-5155d461-7753-4176-8423-7fbe997ff0ad tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.294460 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-441608bb-a3a3-4129-8328-7f1c2b39d211 req-5155d461-7753-4176-8423-7fbe997ff0ad tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.0559890 Apr 05 11:38:57.299959 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd1c91-e78d-4855-8cb6-aca0838d382f req-603807d4-0f48-40b2-ba2f-e763aeee6488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.301424 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e5dd1c91-e78d-4855-8cb6-aca0838d382f req-603807d4-0f48-40b2-ba2f-e763aeee6488 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79697ad3-6090-4136-9658-d9efe2412d4b HTTP/1.1" status: 200 len: 855 time: 0.0716870 Apr 05 11:38:57.347402 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-441608bb-a3a3-4129-8328-7f1c2b39d211 req-b11ed363-24ae-447e-8905-1cd32cef723e tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468786 Apr 05 11:38:57.373195 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c5e83d8-b424-46aa-b736-6580c02b211f {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:38:57.382368 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Publish callbacks [] for port (5c5e83d8-b424-46aa-b736-6580c02b211f), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:57.400047 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Transition to ACTIVE for port object 5c5e83d8-b424-46aa-b736-6580c02b211f will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:38:57.416254 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd1c91-e78d-4855-8cb6-aca0838d382f req-f2b6ded5-dad3-49af-af00-d6e2b2229622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.417755 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e5dd1c91-e78d-4855-8cb6-aca0838d382f req-f2b6ded5-dad3-49af-af00-d6e2b2229622 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1099486 Apr 05 11:38:57.478904 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (5c5e83d8-b424-46aa-b736-6580c02b211f), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:57.539582 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Pushing event updated for resources: {'Port': ['ID=5c5e83d8-b424-46aa-b736-6580c02b211f,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:57.593158 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e5dd1c91-e78d-4855-8cb6-aca0838d382f req-55884364-6682-4f6e-9500-0af8d543df28 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687570 Apr 05 11:38:57.612400 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Attempting to bind port 5c5e83d8-b424-46aa-b736-6580c02b211f on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:38:57.612711 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Attempting to bind port 5c5e83d8-b424-46aa-b736-6580c02b211f by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:38:57.613049 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Attempting to bind port 5c5e83d8-b424-46aa-b736-6580c02b211f on network 8cbffa01-3137-49e9-97ed-1f17fab5a300 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:57.633998 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Port 5c5e83d8-b424-46aa-b736-6580c02b211f on network 8cbffa01-3137-49e9-97ed-1f17fab5a300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:38:57.634380 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Attempting to bind port 5c5e83d8-b424-46aa-b736-6580c02b211f on network 8cbffa01-3137-49e9-97ed-1f17fab5a300 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:57.667975 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:38:57.679873 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Checking segment: {'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:38:57.679873 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Bound using segment: {'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:38:57.679873 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Bound port: 5c5e83d8-b424-46aa-b736-6580c02b211f, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:38:57.679873 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (5c5e83d8-b424-46aa-b736-6580c02b211f), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:57.814047 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e5dd1c91-e78d-4855-8cb6-aca0838d382f req-b3709e5a-c8bb-49fb-b6db-ec5879abdf8c service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125311 Apr 05 11:38:57.828086 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] For port 5c5e83d8-b424-46aa-b736-6580c02b211f, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:38:57.831966 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] For port 5c5e83d8-b424-46aa-b736-6580c02b211f, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=5c5e83d8-b424-46aa-b736-6580c02b211f,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:38:57.846288 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b5a73-5b98-465f-800f-829efb3f0cee req-147318f2-d150-447c-9ce6-4bb873d92bba tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.847886 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b69b5a73-5b98-465f-800f-829efb3f0cee req-147318f2-d150-447c-9ce6-4bb873d92bba tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 944 time: 0.1320331 Apr 05 11:38:57.893542 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ace2e4-8098-47cd-9038-a04dc31cb121 req-5ed01300-c5dd-4502-a05a-326e9fe657cf tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.896784 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-88ace2e4-8098-47cd-9038-a04dc31cb121 req-5ed01300-c5dd-4502-a05a-326e9fe657cf tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 943 time: 0.0757949 Apr 05 11:38:57.917968 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (5c5e83d8-b424-46aa-b736-6580c02b211f), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:57.932595 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b69b5a73-5b98-465f-800f-829efb3f0cee req-b6426db9-9b91-49a8-acfe-0dfbae5162a7 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=c94d8818-901d-4804-bfa8-a5a04f7db4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773175 Apr 05 11:38:57.967302 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.968041 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:57.969796 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] 10.222.0.57 "PUT /v2.0/ports/5c5e83d8-b424-46aa-b736-6580c02b211f HTTP/1.1" status: 200 len: 1093 time: 1.1903236 Apr 05 11:38:57.970325 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b5b208-b301-4cff-a73e-af0e1a97afc6', 'tag': '5c5e83d8-b424-46aa-b736-6580c02b211f'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:57.972606 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47645f60-728e-4388-b906-1aa31bf4f1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "52b5b208-b301-4cff-a73e-af0e1a97afc6", "tag": "5c5e83d8-b424-46aa-b736-6580c02b211f"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:57.975265 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-88ace2e4-8098-47cd-9038-a04dc31cb121 req-9ce388cb-c238-4565-9de2-6627d986675d tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd401da1-1c13-499f-b37c-032a26e99aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671580 Apr 05 11:38:58.018032 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf42f6-6c28-4ef8-8c31-64365a8df945 service neutron] Pushing event updated for resources: {'Port': ['ID=5c5e83d8-b424-46aa-b736-6580c02b211f,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:58.021719 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3c8f33-b4a9-4097-b968-273664e76549 x-openstack-request-id: req-7e3c8f33-b4a9-4097-b968-273664e76549 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:58.022140 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b5b208-b301-4cff-a73e-af0e1a97afc6", "tag": "5c5e83d8-b424-46aa-b736-6580c02b211f", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:58.022511 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e3c8f33-b4a9-4097-b968-273664e76549 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:58.023154 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3c8f33-b4a9-4097-b968-273664e76549'] response: {'name': 'network-changed', 'server_uuid': '52b5b208-b301-4cff-a73e-af0e1a97afc6', 'tag': '5c5e83d8-b424-46aa-b736-6580c02b211f', 'status': 'completed', 'code': 200} Apr 05 11:38:58.115958 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47645f60-728e-4388-b906-1aa31bf4f1f9 req-b4c6a251-cae4-485e-8486-d73fd85e73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:58.117543 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-47645f60-728e-4388-b906-1aa31bf4f1f9 req-b4c6a251-cae4-485e-8486-d73fd85e73c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5346b36188734d548c57bb9d7d63476d&device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 1127 time: 0.0542071 Apr 05 11:38:58.245894 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47645f60-728e-4388-b906-1aa31bf4f1f9 req-3a681966-aa69-4246-95f4-b0f4bdeb141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:58.247556 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-47645f60-728e-4388-b906-1aa31bf4f1f9 req-3a681966-aa69-4246-95f4-b0f4bdeb141c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5346b36188734d548c57bb9d7d63476d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1151686 Apr 05 11:38:58.349205 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47645f60-728e-4388-b906-1aa31bf4f1f9 req-e6b393e4-afd2-406c-988f-5407058fc157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:58.350777 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-47645f60-728e-4388-b906-1aa31bf4f1f9 req-e6b393e4-afd2-406c-988f-5407058fc157 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968111 Apr 05 11:38:58.462165 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-26dd3b40-2a45-4d6e-8b05-0e1fc14ddc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:58.463710 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-26dd3b40-2a45-4d6e-8b05-0e1fc14ddc5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5346b36188734d548c57bb9d7d63476d&device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 1127 time: 0.0460966 Apr 05 11:38:58.470705 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471c40c-6e4c-4f4a-9d15-d4baf2984b1d req-9cf7960b-6384-4b18-b006-6976fa8ee2f3 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:58.472221 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d471c40c-6e4c-4f4a-9d15-d4baf2984b1d req-9cf7960b-6384-4b18-b006-6976fa8ee2f3 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.0535767 Apr 05 11:38:58.520421 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-7110674a-ef50-4f96-9fa4-60778fa53d1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c5e83d8-b424-46aa-b736-6580c02b211f HTTP/1.1" status: 200 len: 217 time: 0.0350962 Apr 05 11:38:58.523179 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d471c40c-6e4c-4f4a-9d15-d4baf2984b1d req-eea8ecba-9095-410a-9c2f-a6cbb7646b46 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450993 Apr 05 11:38:58.551494 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 91e6a764-953d-4b1e-9902-5211db07b9b6 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:38:58.578282 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-06487b14-2e95-49bf-97a3-f3c33c32cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:58.579772 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-06487b14-2e95-49bf-97a3-f3c33c32cd3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11809902-d970-490e-a337-eab95165c81e HTTP/1.1" status: 200 len: 850 time: 0.0484447 Apr 05 11:38:58.630035 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-72ec9c76-46ae-40e1-9c62-f775bc69239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:58.631570 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-72ec9c76-46ae-40e1-9c62-f775bc69239e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbffa01-3137-49e9-97ed-1f17fab5a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450566 Apr 05 11:38:58.654321 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 91e6a764-953d-4b1e-9902-5211db07b9b6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=91e6a764-953d-4b1e-9902-5211db07b9b6,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:58.665481 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '91e6a764-953d-4b1e-9902-5211db07b9b6', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'port_id': '91e6a764-953d-4b1e-9902-5211db07b9b6', 'mac_address': 'fa:16:3e:16:9b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:38:58.703066 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 91e6a764-953d-4b1e-9902-5211db07b9b6 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:58.703492 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (91e6a764-953d-4b1e-9902-5211db07b9b6), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:58.720400 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e6a764-953d-4b1e-9902-5211db07b9b6 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:38:58.722175 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-ec6d6d59-489b-497d-bd05-3068e5731d00 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843410 Apr 05 11:38:58.739779 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 91e6a764-953d-4b1e-9902-5211db07b9b6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=91e6a764-953d-4b1e-9902-5211db07b9b6,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:58.813018 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (91e6a764-953d-4b1e-9902-5211db07b9b6), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:58.861829 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=91e6a764-953d-4b1e-9902-5211db07b9b6,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:59.030708 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663473e7-2d70-4760-9778-dc546d3a4339 req-c19e5ef6-9cc2-4b26-9c62-cb6dd4cba79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:59.032189 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-663473e7-2d70-4760-9778-dc546d3a4339 req-c19e5ef6-9cc2-4b26-9c62-cb6dd4cba79a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84&tenant_id=8499ce2abe10411589e913912a8c40ed HTTP/1.1" status: 200 len: 1127 time: 0.1031160 Apr 05 11:38:59.035886 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ea81d99-6184-44d5-a12b-d9d5850fb880 req-27bbbe02-b465-4dac-9515-58f20ab9ad69 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361325 Apr 05 11:38:59.102866 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee42b4a-b475-4d13-aede-47667433726c req-5f087138-644d-4ef1-90e9-04492d34e315 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:59.104312 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1ee42b4a-b475-4d13-aede-47667433726c req-5f087138-644d-4ef1-90e9-04492d34e315 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 943 time: 0.0593650 Apr 05 11:38:59.108993 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491fc51-1521-4cf2-9e7b-49b96f0a4a8d req-3919a827-f6dc-4954-9ccc-03cb7eba883f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:59.110487 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0491fc51-1521-4cf2-9e7b-49b96f0a4a8d req-3919a827-f6dc-4954-9ccc-03cb7eba883f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 945 time: 0.0944335 Apr 05 11:38:59.144004 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663473e7-2d70-4760-9778-dc546d3a4339 req-9a54be9f-1c75-4ca5-aabf-97bec5a1498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:59.145497 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-663473e7-2d70-4760-9778-dc546d3a4339 req-9a54be9f-1c75-4ca5-aabf-97bec5a1498b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8499ce2abe10411589e913912a8c40ed&device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 1127 time: 0.0776095 Apr 05 11:38:59.154276 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1ee42b4a-b475-4d13-aede-47667433726c req-1f37fc54-18d3-4af6-97a6-9ff051a03879 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd401da1-1c13-499f-b37c-032a26e99aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437443 Apr 05 11:38:59.171114 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0491fc51-1521-4cf2-9e7b-49b96f0a4a8d req-a0ed5cfa-4da2-4dd8-bc46-897bbea0eb05 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=c94d8818-901d-4804-bfa8-a5a04f7db4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511990 Apr 05 11:38:59.194710 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['91e6a764-953d-4b1e-9902-5211db07b9b6'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:38:59.643934 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb767c-f362-44e9-a2e5-2cfbb7136115 req-eb685f3e-27a6-4a51-97f0-3b6d57b97cb9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:59.645423 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-00bb767c-f362-44e9-a2e5-2cfbb7136115 req-eb685f3e-27a6-4a51-97f0-3b6d57b97cb9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.0526021 Apr 05 11:38:59.693065 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-00bb767c-f362-44e9-a2e5-2cfbb7136115 req-c1100ca7-2400-4170-b6fe-a89160cc34a0 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419734 Apr 05 11:39:00.281804 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663473e7-2d70-4760-9778-dc546d3a4339 req-2a8c38ea-9e59-41c8-88ad-9aca15f5c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:00.283443 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-663473e7-2d70-4760-9778-dc546d3a4339 req-2a8c38ea-9e59-41c8-88ad-9aca15f5c3f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b762bdc2-8c69-4463-a0a9-b6a9592c01ff HTTP/1.1" status: 200 len: 910 time: 0.1200793 Apr 05 11:39:00.286924 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32ec5b-6ffb-4564-98f6-06f9740e2cc7 req-3db35898-fc38-441d-93ea-e8d8771fdca0 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:00.288739 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-bd32ec5b-6ffb-4564-98f6-06f9740e2cc7 req-3db35898-fc38-441d-93ea-e8d8771fdca0 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 945 time: 0.0527470 Apr 05 11:39:00.304017 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78f6db-a31e-44c5-9afd-23c9828674fe req-a38afa9b-bb21-4e3c-8bb0-53d14f0f6213 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:00.305686 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8c78f6db-a31e-44c5-9afd-23c9828674fe req-a38afa9b-bb21-4e3c-8bb0-53d14f0f6213 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 943 time: 0.0786562 Apr 05 11:39:00.344148 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-bd32ec5b-6ffb-4564-98f6-06f9740e2cc7 req-e1991af1-1cb9-466e-b644-b8a5aa0f7dff tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=c94d8818-901d-4804-bfa8-a5a04f7db4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495801 Apr 05 11:39:00.403049 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8c78f6db-a31e-44c5-9afd-23c9828674fe req-5530276e-5139-45b0-a357-22e47315d8b5 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd401da1-1c13-499f-b37c-032a26e99aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903878 Apr 05 11:39:00.414945 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-663473e7-2d70-4760-9778-dc546d3a4339 req-87baae7a-fbbf-46a6-8626-d4f5e8a07166 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1057f1d4-8f36-4dbf-a01f-5a583883cb27 HTTP/1.1" status: 200 len: 999 time: 0.1251166 Apr 05 11:39:00.469773 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663473e7-2d70-4760-9778-dc546d3a4339 req-71df32d1-a386-4cac-b0c4-cee12c25628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:00.471204 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-663473e7-2d70-4760-9778-dc546d3a4339 req-71df32d1-a386-4cac-b0c4-cee12c25628f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04c557d5-7ced-46b6-b387-7061f5abc42c HTTP/1.1" status: 200 len: 848 time: 0.0467520 Apr 05 11:39:00.519061 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663473e7-2d70-4760-9778-dc546d3a4339 req-4108f8c7-f1b8-413e-9d2c-dc05c6dcbe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:00.520581 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-663473e7-2d70-4760-9778-dc546d3a4339 req-4108f8c7-f1b8-413e-9d2c-dc05c6dcbe14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b762bdc2-8c69-4463-a0a9-b6a9592c01ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433145 Apr 05 11:39:00.554826 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 91e6a764-953d-4b1e-9902-5211db07b9b6 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:39:00.614881 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-663473e7-2d70-4760-9778-dc546d3a4339 req-ddc0fbd1-9c0b-4f8b-9fb8-abc6dd17f002 service neutron] 10.222.0.57 "GET /v2.0/networks/b762bdc2-8c69-4463-a0a9-b6a9592c01ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875800 Apr 05 11:39:00.692939 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 91e6a764-953d-4b1e-9902-5211db07b9b6 completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:39:00.697136 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 91e6a764-953d-4b1e-9902-5211db07b9b6 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:39:00.697585 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (91e6a764-953d-4b1e-9902-5211db07b9b6), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:00.709524 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-663473e7-2d70-4760-9778-dc546d3a4339 req-aef124d8-c4b0-4abb-92dd-2b185b2281df service neutron] 10.222.0.57 "GET /v2.0/networks/b762bdc2-8c69-4463-a0a9-b6a9592c01ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874836 Apr 05 11:39:00.780739 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 91e6a764-953d-4b1e-9902-5211db07b9b6 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:39:00.781125 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (91e6a764-953d-4b1e-9902-5211db07b9b6), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:00.806813 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3945b25c-4ebb-40d4-aa74-715634c40e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e6a764-953d-4b1e-9902-5211db07b9b6'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:00.810692 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c509e1cd-3650-4322-805e-086c28925dea" -d '{"events": [{"server_uuid": "3945b25c-4ebb-40d4-aa74-715634c40e57", "name": "network-vif-plugged", "status": "completed", "tag": "91e6a764-953d-4b1e-9902-5211db07b9b6"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:00.823102 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 91e6a764-953d-4b1e-9902-5211db07b9b6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=91e6a764-953d-4b1e-9902-5211db07b9b6,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:00.823850 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552a01d-79af-4208-b60e-0002ab687038 req-6ab7f864-84ca-4723-8e84-a72392ce6f3b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:00.828589 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5552a01d-79af-4208-b60e-0002ab687038 req-6ab7f864-84ca-4723-8e84-a72392ce6f3b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.0618958 Apr 05 11:39:00.864160 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb10e18e-2fdc-4c13-8d86-52263b3479d9 x-openstack-request-id: req-fb10e18e-2fdc-4c13-8d86-52263b3479d9 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:00.864463 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3945b25c-4ebb-40d4-aa74-715634c40e57", "name": "network-vif-plugged", "status": "completed", "tag": "91e6a764-953d-4b1e-9902-5211db07b9b6", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:00.868446 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb10e18e-2fdc-4c13-8d86-52263b3479d9 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:00.868446 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb10e18e-2fdc-4c13-8d86-52263b3479d9'] response: {'server_uuid': '3945b25c-4ebb-40d4-aa74-715634c40e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e6a764-953d-4b1e-9902-5211db07b9b6', 'code': 200} Apr 05 11:39:00.876685 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5552a01d-79af-4208-b60e-0002ab687038 req-11b26941-d034-4e8f-a6ba-1a88f1e43a6d tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448794 Apr 05 11:39:00.924861 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (91e6a764-953d-4b1e-9902-5211db07b9b6), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:00.975261 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=91e6a764-953d-4b1e-9902-5211db07b9b6,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:01.465607 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608c9bd-342f-4d42-bcb4-01dbbfd2f751 req-2c4e0335-89b3-4776-b8fc-d28a3ed8029c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:01.467146 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7608c9bd-342f-4d42-bcb4-01dbbfd2f751 req-2c4e0335-89b3-4776-b8fc-d28a3ed8029c tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 946 time: 0.0539145 Apr 05 11:39:01.520361 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7608c9bd-342f-4d42-bcb4-01dbbfd2f751 req-b88bf311-0616-4cbf-a536-b2a42cd3bb4f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=c94d8818-901d-4804-bfa8-a5a04f7db4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476866 Apr 05 11:39:01.523053 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd10d7e-1c6c-4b41-8bfd-55c34133952e req-062775f3-5702-4144-a664-a9ef0aa0a2a5 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:01.530774 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3bd10d7e-1c6c-4b41-8bfd-55c34133952e req-062775f3-5702-4144-a664-a9ef0aa0a2a5 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 943 time: 0.0598218 Apr 05 11:39:01.574263 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3bd10d7e-1c6c-4b41-8bfd-55c34133952e req-17d01a44-6627-4928-8284-baf370de075e tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd401da1-1c13-499f-b37c-032a26e99aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418375 Apr 05 11:39:01.589644 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcb285-22e5-403a-ac99-00b7d1c52af9 req-1f2cb51e-e3fe-4975-b8a5-ae51338472e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:01.591183 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-25fcb285-22e5-403a-ac99-00b7d1c52af9 req-1f2cb51e-e3fe-4975-b8a5-ae51338472e1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 1130 time: 0.0451040 Apr 05 11:39:01.634752 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-25fcb285-22e5-403a-ac99-00b7d1c52af9 req-8dde65a4-8abc-465c-8e09-89ec547d08c4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c94d8818-901d-4804-bfa8-a5a04f7db4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368934 Apr 05 11:39:01.992228 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c9867-5c89-48bd-8d29-3f6089d35199 req-92a8f711-6070-447c-a79b-61d39e521dd8 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:01.993701 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-543c9867-5c89-48bd-8d29-3f6089d35199 req-92a8f711-6070-447c-a79b-61d39e521dd8 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.0517209 Apr 05 11:39:02.041700 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-543c9867-5c89-48bd-8d29-3f6089d35199 req-91741448-29ae-4608-bc21-4fb4741a5512 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416338 Apr 05 11:39:02.549631 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 5c5e83d8-b424-46aa-b736-6580c02b211f details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:39:02.665534 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74f07a-e4a6-45fd-a8cf-683d61f483c0 req-024184f6-9e10-456c-83cd-f6c4dd78b671 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:02.667818 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-af74f07a-e4a6-45fd-a8cf-683d61f483c0 req-024184f6-9e10-456c-83cd-f6c4dd78b671 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 946 time: 0.0696626 Apr 05 11:39:02.681605 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 5c5e83d8-b424-46aa-b736-6580c02b211f, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=5c5e83d8-b424-46aa-b736-6580c02b211f,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:02.705891 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '5c5e83d8-b424-46aa-b736-6580c02b211f', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'port_id': '5c5e83d8-b424-46aa-b736-6580c02b211f', 'mac_address': 'fa:16:3e:0b:c2:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:39:02.718734 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cb59d-5c67-4bad-a6a7-40d32a8151f0 req-41a4979e-1af5-4c69-a68c-2d2ad833b389 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:02.721395 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d08cb59d-5c67-4bad-a6a7-40d32a8151f0 req-41a4979e-1af5-4c69-a68c-2d2ad833b389 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 943 time: 0.0702865 Apr 05 11:39:02.725344 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-af74f07a-e4a6-45fd-a8cf-683d61f483c0 req-f2be1284-4747-4ca5-bee9-e977a6b1b952 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=c94d8818-901d-4804-bfa8-a5a04f7db4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513580 Apr 05 11:39:02.749085 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 5c5e83d8-b424-46aa-b736-6580c02b211f is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:39:02.749512 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (5c5e83d8-b424-46aa-b736-6580c02b211f), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:02.765532 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c5e83d8-b424-46aa-b736-6580c02b211f {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:39:02.782279 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d08cb59d-5c67-4bad-a6a7-40d32a8151f0 req-80255218-ab28-41f0-a6f9-fb8a7a860df8 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd401da1-1c13-499f-b37c-032a26e99aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539043 Apr 05 11:39:02.793212 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 5c5e83d8-b424-46aa-b736-6580c02b211f, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=5c5e83d8-b424-46aa-b736-6580c02b211f,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:02.870177 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (5c5e83d8-b424-46aa-b736-6580c02b211f), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:02.928815 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=5c5e83d8-b424-46aa-b736-6580c02b211f,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:03.177186 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb48f9b-3ec7-4cd8-8747-0d30f57d4671 req-25d3bcf9-e474-4bb1-b196-d2e02cfa55eb tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:03.178713 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0fb48f9b-3ec7-4cd8-8747-0d30f57d4671 req-25d3bcf9-e474-4bb1-b196-d2e02cfa55eb tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.0610504 Apr 05 11:39:03.237609 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0fb48f9b-3ec7-4cd8-8747-0d30f57d4671 req-52ddbea7-c04b-4bce-ba81-a1e6dc85576d tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523124 Apr 05 11:39:03.281623 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['5c5e83d8-b424-46aa-b736-6580c02b211f'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:39:03.303557 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:39:03.852895 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1dc75-394f-4b4e-aab3-4b6785b62d37 req-3ff27ff8-dcc9-48a9-90c5-aefe33765c9e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:03.854435 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-05f1dc75-394f-4b4e-aab3-4b6785b62d37 req-3ff27ff8-dcc9-48a9-90c5-aefe33765c9e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 946 time: 0.0538149 Apr 05 11:39:03.902299 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-05f1dc75-394f-4b4e-aab3-4b6785b62d37 req-ab83d849-b5f0-4efd-8545-78e991bdbbf4 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=c94d8818-901d-4804-bfa8-a5a04f7db4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421252 Apr 05 11:39:03.907703 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c521e-4247-4ac6-afaf-7bdb0e974c40 req-8821d18e-efa0-4359-a8db-69b1544414e1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:03.909216 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-828c521e-4247-4ac6-afaf-7bdb0e974c40 req-8821d18e-efa0-4359-a8db-69b1544414e1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 944 time: 0.0543511 Apr 05 11:39:03.961799 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-828c521e-4247-4ac6-afaf-7bdb0e974c40 req-4ca1c449-3cd7-4146-8dc1-0e82fc81b30a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd401da1-1c13-499f-b37c-032a26e99aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467880 Apr 05 11:39:04.017473 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f84c2-66a5-4e3b-b7b1-cacaae279253 req-cc625c5f-36ae-4adf-8fb5-a59c43db6883 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:04.018871 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0e4f84c2-66a5-4e3b-b7b1-cacaae279253 req-cc625c5f-36ae-4adf-8fb5-a59c43db6883 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 946 time: 0.0532560 Apr 05 11:39:04.027580 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35182) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:04.031830 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-705a5a47-2ca5-4d4c-9a29-346e2409b26d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'floatingip': {'port_id': '91e6a764-953d-4b1e-9902-5211db07b9b6'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:39:04.072888 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-705a5a47-2ca5-4d4c-9a29-346e2409b26d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (b4626865-875e-49b8-823d-ff098c190093), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:04.361225 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dff6aa-ff4b-4909-b0e9-a7d734848cc3 req-2d035173-9efb-4ed6-ab7f-d952725b239d tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:04.362724 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-23dff6aa-ff4b-4909-b0e9-a7d734848cc3 req-2d035173-9efb-4ed6-ab7f-d952725b239d tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.0524259 Apr 05 11:39:04.413871 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-23dff6aa-ff4b-4909-b0e9-a7d734848cc3 req-581f2ed9-ac09-47b0-9e3e-762217d77e1d tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451994 Apr 05 11:39:04.566425 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 5c5e83d8-b424-46aa-b736-6580c02b211f up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:39:04.715843 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 5c5e83d8-b424-46aa-b736-6580c02b211f completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:39:04.720117 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 5c5e83d8-b424-46aa-b736-6580c02b211f triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:39:04.720518 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (5c5e83d8-b424-46aa-b736-6580c02b211f), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:04.775056 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-705a5a47-2ca5-4d4c-9a29-346e2409b26d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:04.858930 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-705a5a47-2ca5-4d4c-9a29-346e2409b26d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (b4626865-875e-49b8-823d-ff098c190093), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:04.944197 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 5c5e83d8-b424-46aa-b736-6580c02b211f is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:39:04.944582 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (5c5e83d8-b424-46aa-b736-6580c02b211f), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:04.963395 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-705a5a47-2ca5-4d4c-9a29-346e2409b26d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Floating IP b4626865-875e-49b8-823d-ff098c190093 associated. External IP: 172.27.1.149, port: 91e6a764-953d-4b1e-9902-5211db07b9b6. Apr 05 11:39:04.967085 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b5b208-b301-4cff-a73e-af0e1a97afc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5e83d8-b424-46aa-b736-6580c02b211f'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:04.969348 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542a2d12-8afb-4e83-b9a5-bd0e502590a7" -d '{"events": [{"server_uuid": "52b5b208-b301-4cff-a73e-af0e1a97afc6", "name": "network-vif-plugged", "status": "completed", "tag": "5c5e83d8-b424-46aa-b736-6580c02b211f"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:04.983331 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 5c5e83d8-b424-46aa-b736-6580c02b211f, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=5c5e83d8-b424-46aa-b736-6580c02b211f,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:05.021326 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009e58c0-9c9f-49e2-bc54-bd98e7c96fc0 x-openstack-request-id: req-009e58c0-9c9f-49e2-bc54-bd98e7c96fc0 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:05.021718 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b5b208-b301-4cff-a73e-af0e1a97afc6", "name": "network-vif-plugged", "status": "completed", "tag": "5c5e83d8-b424-46aa-b736-6580c02b211f", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:05.022045 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-009e58c0-9c9f-49e2-bc54-bd98e7c96fc0 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:05.022534 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009e58c0-9c9f-49e2-bc54-bd98e7c96fc0'] response: {'server_uuid': '52b5b208-b301-4cff-a73e-af0e1a97afc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5e83d8-b424-46aa-b736-6580c02b211f', 'code': 200} Apr 05 11:39:05.064845 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (5c5e83d8-b424-46aa-b736-6580c02b211f), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:05.104981 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fa875-73ee-49c3-aeec-3e0b4198da86 req-1898d37f-3757-4dea-a7e7-13b2e82796e9 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:05.113509 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6e8fa875-73ee-49c3-aeec-3e0b4198da86 req-1898d37f-3757-4dea-a7e7-13b2e82796e9 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 944 time: 0.0813258 Apr 05 11:39:05.124341 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=5c5e83d8-b424-46aa-b736-6580c02b211f,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:05.163730 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6e8fa875-73ee-49c3-aeec-3e0b4198da86 req-a091426f-d5a8-4dfb-80f1-f6508f4d946f tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd401da1-1c13-499f-b37c-032a26e99aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446188 Apr 05 11:39:05.208762 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705a5a47-2ca5-4d4c-9a29-346e2409b26d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Router 927ef2b6-3c41-4512-b854-4f8e285b6a48 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:39:05.321337 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705a5a47-2ca5-4d4c-9a29-346e2409b26d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:39:05.332356 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-705a5a47-2ca5-4d4c-9a29-346e2409b26d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:05.332725 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042de597-7864-4277-84ce-03be2f62fd3e None None] Sync routers for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:39:05.344132 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042de597-7864-4277-84ce-03be2f62fd3e None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:05.344753 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-042de597-7864-4277-84ce-03be2f62fd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:05.359037 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-705a5a47-2ca5-4d4c-9a29-346e2409b26d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "PUT /v2.0/floatingips/b4626865-875e-49b8-823d-ff098c190093 HTTP/1.1" status: 200 len: 992 time: 1.3302484 Apr 05 11:39:05.359846 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3945b25c-4ebb-40d4-aa74-715634c40e57', 'tag': '91e6a764-953d-4b1e-9902-5211db07b9b6'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:05.362287 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25168256-6fa8-4f0d-b9e1-f494813f8c34" -d '{"events": [{"name": "network-changed", "server_uuid": "3945b25c-4ebb-40d4-aa74-715634c40e57", "tag": "91e6a764-953d-4b1e-9902-5211db07b9b6"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:05.417505 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294da2a8-94f9-4347-b513-a7f93844f982 x-openstack-request-id: req-294da2a8-94f9-4347-b513-a7f93844f982 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:05.417801 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3945b25c-4ebb-40d4-aa74-715634c40e57", "tag": "91e6a764-953d-4b1e-9902-5211db07b9b6", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:05.418057 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-294da2a8-94f9-4347-b513-a7f93844f982 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:05.418448 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-294da2a8-94f9-4347-b513-a7f93844f982'] response: {'name': 'network-changed', 'server_uuid': '3945b25c-4ebb-40d4-aa74-715634c40e57', 'tag': '91e6a764-953d-4b1e-9902-5211db07b9b6', 'status': 'completed', 'code': 200} Apr 05 11:39:05.436779 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1919bc-668d-4340-807a-41df67dfaeb6 req-a9150f68-4b1b-4a79-ad57-6d7e9a0795bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:05.438578 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0c1919bc-668d-4340-807a-41df67dfaeb6 req-a9150f68-4b1b-4a79-ad57-6d7e9a0795bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 1129 time: 0.0470378 Apr 05 11:39:05.462508 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-042de597-7864-4277-84ce-03be2f62fd3e None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:05.535623 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0c1919bc-668d-4340-807a-41df67dfaeb6 req-aab7ff24-07e1-4685-984c-a0c67c434fdc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cd401da1-1c13-499f-b37c-032a26e99aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759597 Apr 05 11:39:05.540483 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5802b-3ae5-4100-8eb4-f9f8c06f3249 req-3470e496-df29-422f-a408-c9e8a05e51f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:05.541948 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25168256-6fa8-4f0d-b9e1-f494813f8c34 req-cc691fdd-be21-43c3-879b-6de4015f1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:05.544090 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-25168256-6fa8-4f0d-b9e1-f494813f8c34 req-cc691fdd-be21-43c3-879b-6de4015f1077 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d629246f6ced4cc8b75399b7a0723868&device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 1130 time: 0.0782433 Apr 05 11:39:05.547928 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-48b5802b-3ae5-4100-8eb4-f9f8c06f3249 req-3470e496-df29-422f-a408-c9e8a05e51f1 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.0643914 Apr 05 11:39:05.592985 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-48b5802b-3ae5-4100-8eb4-f9f8c06f3249 req-5b29dab2-123d-4da0-92ce-ac080aee56f5 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441048 Apr 05 11:39:05.704234 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-042de597-7864-4277-84ce-03be2f62fd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'b4626865-875e-49b8-823d-ff098c190093', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': '91e6a764-953d-4b1e-9902-5211db07b9b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:16:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3945b25c-4ebb-40d4-aa74-715634c40e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:39:04Z', 'revision_number': 1, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:05.730399 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042de597-7864-4277-84ce-03be2f62fd3e None None] Checking router: 927ef2b6-3c41-4512-b854-4f8e285b6a48 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:39:05.738688 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042de597-7864-4277-84ce-03be2f62fd3e None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:05.739291 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-042de597-7864-4277-84ce-03be2f62fd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:05.853256 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-042de597-7864-4277-84ce-03be2f62fd3e None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:05.963705 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25168256-6fa8-4f0d-b9e1-f494813f8c34 req-601fa9ec-481d-432a-84d1-30afab670f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:05.965248 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-25168256-6fa8-4f0d-b9e1-f494813f8c34 req-601fa9ec-481d-432a-84d1-30afab670f05 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83da91da-2a37-43a9-b807-df1a6d29d057 HTTP/1.1" status: 200 len: 915 time: 0.0889654 Apr 05 11:39:06.079680 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-042de597-7864-4277-84ce-03be2f62fd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'b4626865-875e-49b8-823d-ff098c190093', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': '91e6a764-953d-4b1e-9902-5211db07b9b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:16:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3945b25c-4ebb-40d4-aa74-715634c40e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:39:04Z', 'revision_number': 1, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:06.108286 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042de597-7864-4277-84ce-03be2f62fd3e None None] The sync data for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi is: [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'b4626865-875e-49b8-823d-ff098c190093', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': '91e6a764-953d-4b1e-9902-5211db07b9b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:16:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3945b25c-4ebb-40d4-aa74-715634c40e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:39:04Z', 'revision_number': 1, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:39:06.285419 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec62240-b2cd-4736-91cb-0eca6ca40983 req-787d93eb-63d9-49c6-ba21-3ea90383774c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:06.287905 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aec62240-b2cd-4736-91cb-0eca6ca40983 req-787d93eb-63d9-49c6-ba21-3ea90383774c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 945 time: 0.0553918 Apr 05 11:39:06.312476 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af01b7-ab66-42c0-9ae6-892f525e8758 None None] New status for floating IP b4626865-875e-49b8-823d-ff098c190093: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:39:06.337447 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aec62240-b2cd-4736-91cb-0eca6ca40983 req-c1261ada-426e-4894-8189-a5e71ea3b3f2 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd401da1-1c13-499f-b37c-032a26e99aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439713 Apr 05 11:39:06.621105 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-25168256-6fa8-4f0d-b9e1-f494813f8c34 req-8729b1bc-b3fe-44b4-ad67-79bc58f23275 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91e6a764-953d-4b1e-9902-5211db07b9b6 HTTP/1.1" status: 200 len: 1002 time: 0.0663710 Apr 05 11:39:06.714042 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc31671-70bc-4a51-a697-d98a46e4c01a req-8e1c859b-f56a-41ea-8c39-4a5c3bf40846 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:06.716275 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ffc31671-70bc-4a51-a697-d98a46e4c01a req-8e1c859b-f56a-41ea-8c39-4a5c3bf40846 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.0542097 Apr 05 11:39:06.765206 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ffc31671-70bc-4a51-a697-d98a46e4c01a req-19086e8e-2a5f-4bb1-b8b0-5e338e3e8c5c tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431406 Apr 05 11:39:07.454112 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680239a-d816-4c23-9ebd-5ff530d3d8aa req-71e4eac3-cfd7-4d71-ab61-3f7d2093f2ff tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:07.455593 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b680239a-d816-4c23-9ebd-5ff530d3d8aa req-71e4eac3-cfd7-4d71-ab61-3f7d2093f2ff tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 945 time: 0.0519948 Apr 05 11:39:07.501595 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b680239a-d816-4c23-9ebd-5ff530d3d8aa req-fb758a87-69a8-47c6-88f8-22737200e000 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd401da1-1c13-499f-b37c-032a26e99aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405297 Apr 05 11:39:07.636962 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25168256-6fa8-4f0d-b9e1-f494813f8c34 req-b8a9f707-81cc-4032-9257-a25ffd946145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:07.638424 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-25168256-6fa8-4f0d-b9e1-f494813f8c34 req-b8a9f707-81cc-4032-9257-a25ffd946145 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5cd637a4-454f-44ef-8588-c6f33cdbe982 HTTP/1.1" status: 200 len: 853 time: 0.0474017 Apr 05 11:39:07.887750 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf896c-a5ab-4eb1-80bf-501cd89df35b req-f3b3146c-4adb-446b-83fc-19e41910352b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:07.889160 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c3cf896c-a5ab-4eb1-80bf-501cd89df35b req-f3b3146c-4adb-446b-83fc-19e41910352b tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 943 time: 0.0555265 Apr 05 11:39:07.937887 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c3cf896c-a5ab-4eb1-80bf-501cd89df35b req-3c5f1521-8b03-4cdf-94ac-0bde8f49322f tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431600 Apr 05 11:39:08.302795 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25168256-6fa8-4f0d-b9e1-f494813f8c34 req-a2c979a0-6077-46cf-a33b-959bffc266d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:08.304333 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-25168256-6fa8-4f0d-b9e1-f494813f8c34 req-a2c979a0-6077-46cf-a33b-959bffc266d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83da91da-2a37-43a9-b807-df1a6d29d057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449696 Apr 05 11:39:08.393922 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-25168256-6fa8-4f0d-b9e1-f494813f8c34 req-45e79bf0-1ad1-4acb-b260-a5178444b3c8 service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821347 Apr 05 11:39:08.486178 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-25168256-6fa8-4f0d-b9e1-f494813f8c34 req-5b81a7c4-1ed2-4124-a85b-639125cf0922 service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852170 Apr 05 11:39:08.596449 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 1057f1d4-8f36-4dbf-a01f-5a583883cb27 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:39:08.619664 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e8f81-bcbf-47ec-a109-43f3acd29daf req-22fff324-6d64-48e6-8805-c29b8887e640 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:08.621643 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d59e8f81-bcbf-47ec-a109-43f3acd29daf req-22fff324-6d64-48e6-8805-c29b8887e640 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 945 time: 0.0530925 Apr 05 11:39:08.669199 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d59e8f81-bcbf-47ec-a109-43f3acd29daf req-13df21fd-b3a8-4801-8a25-a58b5532d1cd tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd401da1-1c13-499f-b37c-032a26e99aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414369 Apr 05 11:39:08.698654 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 1057f1d4-8f36-4dbf-a01f-5a583883cb27, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1057f1d4-8f36-4dbf-a01f-5a583883cb27,segment=NetworkSegment(dcfa7b5c-0446-438d-96d7-90816366816d),segment_id=dcfa7b5c-0446-438d-96d7-90816366816d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:08.709855 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '1057f1d4-8f36-4dbf-a01f-5a583883cb27', 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'port_id': '1057f1d4-8f36-4dbf-a01f-5a583883cb27', 'mac_address': 'fa:16:3e:cb:21:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:39:08.748227 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:39:08.748614 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:08.761534 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1057f1d4-8f36-4dbf-a01f-5a583883cb27 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:39:08.780767 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 1057f1d4-8f36-4dbf-a01f-5a583883cb27, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1057f1d4-8f36-4dbf-a01f-5a583883cb27,segment=NetworkSegment(dcfa7b5c-0446-438d-96d7-90816366816d),segment_id=dcfa7b5c-0446-438d-96d7-90816366816d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:08.784789 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74abe5-5513-46d4-80bd-b4ec3ebb6ecc req-8c35ed83-bbae-4520-9fa3-28c085de19a2 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:08.786292 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2e74abe5-5513-46d4-80bd-b4ec3ebb6ecc req-8c35ed83-bbae-4520-9fa3-28c085de19a2 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 945 time: 0.0525377 Apr 05 11:39:08.795360 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 35212) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:08.799830 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-bba39ad7-dfea-4778-9416-6781cf730ba1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Request body: {'floatingip': {'port_id': '5c5e83d8-b424-46aa-b736-6580c02b211f'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:39:08.841062 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bba39ad7-dfea-4778-9416-6781cf730ba1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for floatingip (4ec044dc-1b12-4cb5-bfd4-bfe8cd4a1ea7), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:08.892398 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:08.940916 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=1057f1d4-8f36-4dbf-a01f-5a583883cb27,revision_number=7']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:09.058018 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecc623-1875-4f3e-9e32-95f27ccd6050 req-f064c1f7-cfe0-4042-aa06-ab55bf73d878 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:09.060070 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-feecc623-1875-4f3e-9e32-95f27ccd6050 req-f064c1f7-cfe0-4042-aa06-ab55bf73d878 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 944 time: 0.0571198 Apr 05 11:39:09.108674 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-feecc623-1875-4f3e-9e32-95f27ccd6050 req-fe10f4ab-f07a-405e-853a-381c58ce4e3d tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430481 Apr 05 11:39:09.302415 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bba39ad7-dfea-4778-9416-6781cf730ba1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:09.333259 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['1057f1d4-8f36-4dbf-a01f-5a583883cb27'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:39:09.412569 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bba39ad7-dfea-4778-9416-6781cf730ba1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (4ec044dc-1b12-4cb5-bfd4-bfe8cd4a1ea7), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:09.516853 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.l3_db [None req-bba39ad7-dfea-4778-9416-6781cf730ba1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Floating IP 4ec044dc-1b12-4cb5-bfd4-bfe8cd4a1ea7 associated. External IP: 172.27.1.65, port: 5c5e83d8-b424-46aa-b736-6580c02b211f. Apr 05 11:39:09.727665 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba39ad7-dfea-4778-9416-6781cf730ba1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Router da0133b8-fc41-48c8-9317-9aa06797149e has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:39:09.837076 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba39ad7-dfea-4778-9416-6781cf730ba1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:39:09.842418 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bba39ad7-dfea-4778-9416-6781cf730ba1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:09.849521 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed110b15-c59e-490f-a213-f6ea2a85899c None None] Sync routers for ids ['da0133b8-fc41-48c8-9317-9aa06797149e'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:39:09.859987 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed110b15-c59e-490f-a213-f6ea2a85899c None None] Routers {'da0133b8-fc41-48c8-9317-9aa06797149e'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:09.860601 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-ed110b15-c59e-490f-a213-f6ea2a85899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['da0133b8-fc41-48c8-9317-9aa06797149e'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:09.872725 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-bba39ad7-dfea-4778-9416-6781cf730ba1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "PUT /v2.0/floatingips/4ec044dc-1b12-4cb5-bfd4-bfe8cd4a1ea7 HTTP/1.1" status: 200 len: 990 time: 1.0762405 Apr 05 11:39:09.873418 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b5b208-b301-4cff-a73e-af0e1a97afc6', 'tag': '5c5e83d8-b424-46aa-b736-6580c02b211f'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:09.875721 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df03cea739110c585a475e2718662c59c77c9335e3894ae5a7edc4fe26bc6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5365c32a-34f6-455c-a430-823496bef515" -d '{"events": [{"name": "network-changed", "server_uuid": "52b5b208-b301-4cff-a73e-af0e1a97afc6", "tag": "5c5e83d8-b424-46aa-b736-6580c02b211f"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:09.970000 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b22878-9f44-40b3-84de-589d0b6ed3d6 x-openstack-request-id: req-f2b22878-9f44-40b3-84de-589d0b6ed3d6 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:09.970294 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b5b208-b301-4cff-a73e-af0e1a97afc6", "tag": "5c5e83d8-b424-46aa-b736-6580c02b211f", "status": "completed", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:09.970554 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2b22878-9f44-40b3-84de-589d0b6ed3d6 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:09.970974 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b22878-9f44-40b3-84de-589d0b6ed3d6'] response: {'name': 'network-changed', 'server_uuid': '52b5b208-b301-4cff-a73e-af0e1a97afc6', 'tag': '5c5e83d8-b424-46aa-b736-6580c02b211f', 'status': 'completed', 'code': 200} Apr 05 11:39:09.972786 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-ed110b15-c59e-490f-a213-f6ea2a85899c None None] Set router da0133b8-fc41-48c8-9317-9aa06797149e gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:10.081513 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c32a-34f6-455c-a430-823496bef515 req-eeb1d000-272e-4b71-9721-1066dfc995a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:10.083538 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5365c32a-34f6-455c-a430-823496bef515 req-eeb1d000-272e-4b71-9721-1066dfc995a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5346b36188734d548c57bb9d7d63476d&device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 1129 time: 0.0489194 Apr 05 11:39:10.215880 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-ed110b15-c59e-490f-a213-f6ea2a85899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '4ec044dc-1b12-4cb5-bfd4-bfe8cd4a1ea7', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'port_id': '5c5e83d8-b424-46aa-b736-6580c02b211f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'mac_address': 'fa:16:3e:0b:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5b208-b301-4cff-a73e-af0e1a97afc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:39:09Z', 'revision_number': 1, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:00Z', 'revision_number': 5, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:10.236061 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c32a-34f6-455c-a430-823496bef515 req-4ac61c02-2977-4f34-be5b-762423bc1bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:10.237796 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5365c32a-34f6-455c-a430-823496bef515 req-4ac61c02-2977-4f34-be5b-762423bc1bec service neutron] 10.222.0.57 "GET /v2.0/networks?id=8cbffa01-3137-49e9-97ed-1f17fab5a300 HTTP/1.1" status: 200 len: 912 time: 0.1407664 Apr 05 11:39:10.244094 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed110b15-c59e-490f-a213-f6ea2a85899c None None] Checking router: da0133b8-fc41-48c8-9317-9aa06797149e for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:39:10.254706 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed110b15-c59e-490f-a213-f6ea2a85899c None None] Routers {'da0133b8-fc41-48c8-9317-9aa06797149e'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:10.255427 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-ed110b15-c59e-490f-a213-f6ea2a85899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['da0133b8-fc41-48c8-9317-9aa06797149e'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:10.296217 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98256a4f-8851-457f-8890-0e87493e2149 req-2c016bd7-15cc-4024-ad35-8fe0e438af73 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:10.297771 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-98256a4f-8851-457f-8890-0e87493e2149 req-2c016bd7-15cc-4024-ad35-8fe0e438af73 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 944 time: 0.1082075 Apr 05 11:39:10.338737 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5365c32a-34f6-455c-a430-823496bef515 req-e4eaf303-ccb2-4928-b93c-e72b27a26521 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c5e83d8-b424-46aa-b736-6580c02b211f HTTP/1.1" status: 200 len: 998 time: 0.0932329 Apr 05 11:39:10.376250 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-ed110b15-c59e-490f-a213-f6ea2a85899c None None] Set router da0133b8-fc41-48c8-9317-9aa06797149e gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:10.389806 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-98256a4f-8851-457f-8890-0e87493e2149 req-8f5d5d62-fd48-43ee-9bc3-ed222435aca5 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858524 Apr 05 11:39:10.408646 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c32a-34f6-455c-a430-823496bef515 req-e639a90c-2dc2-4acb-b534-383f0ea33b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:10.410577 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5365c32a-34f6-455c-a430-823496bef515 req-e639a90c-2dc2-4acb-b534-383f0ea33b8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11809902-d970-490e-a337-eab95165c81e HTTP/1.1" status: 200 len: 850 time: 0.0588627 Apr 05 11:39:10.460811 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c32a-34f6-455c-a430-823496bef515 req-c321a55b-aa5f-4c33-b7c2-c338f9fadb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:10.462291 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5365c32a-34f6-455c-a430-823496bef515 req-c321a55b-aa5f-4c33-b7c2-c338f9fadb1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbffa01-3137-49e9-97ed-1f17fab5a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449967 Apr 05 11:39:10.576502 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5365c32a-34f6-455c-a430-823496bef515 req-2a115abf-bd62-4e00-abf0-b1afeffe682c service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986760 Apr 05 11:39:10.621025 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-ed110b15-c59e-490f-a213-f6ea2a85899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '4ec044dc-1b12-4cb5-bfd4-bfe8cd4a1ea7', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'port_id': '5c5e83d8-b424-46aa-b736-6580c02b211f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'mac_address': 'fa:16:3e:0b:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5b208-b301-4cff-a73e-af0e1a97afc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:39:09Z', 'revision_number': 1, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:00Z', 'revision_number': 5, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:10.649880 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 1057f1d4-8f36-4dbf-a01f-5a583883cb27 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:39:10.654121 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed110b15-c59e-490f-a213-f6ea2a85899c None None] The sync data for ids ['da0133b8-fc41-48c8-9317-9aa06797149e'] in dv-cinder-834448-3-iscsi is: [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '4ec044dc-1b12-4cb5-bfd4-bfe8cd4a1ea7', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'port_id': '5c5e83d8-b424-46aa-b736-6580c02b211f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'mac_address': 'fa:16:3e:0b:c2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b5b208-b301-4cff-a73e-af0e1a97afc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:39:09Z', 'revision_number': 1, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:00Z', 'revision_number': 5, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:39:10.692322 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5365c32a-34f6-455c-a430-823496bef515 req-7837eacf-e190-4850-ad6d-4564d4f7ed97 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075747 Apr 05 11:39:10.712483 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:39:10.712843 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:10.885772 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e1af0c-f485-4815-b508-5bf9d87eface None None] New status for floating IP 4ec044dc-1b12-4cb5-bfd4-bfe8cd4a1ea7: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:39:10.926819 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:39:10.927512 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:10.951767 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1057f1d4-8f36-4dbf-a01f-5a583883cb27'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:10.953974 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db39292-898f-4cd3-9752-659c19d4cd3b" -d '{"events": [{"server_uuid": "d723380a-3b3f-4f00-b701-f76ab30add84", "name": "network-vif-plugged", "status": "completed", "tag": "1057f1d4-8f36-4dbf-a01f-5a583883cb27"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:10.967794 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 1057f1d4-8f36-4dbf-a01f-5a583883cb27, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1057f1d4-8f36-4dbf-a01f-5a583883cb27,segment=NetworkSegment(dcfa7b5c-0446-438d-96d7-90816366816d),segment_id=dcfa7b5c-0446-438d-96d7-90816366816d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:10.995134 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cf9265-ce6f-46df-98ae-04bef4ddb01d x-openstack-request-id: req-74cf9265-ce6f-46df-98ae-04bef4ddb01d {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:10.995134 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d723380a-3b3f-4f00-b701-f76ab30add84", "name": "network-vif-plugged", "status": "completed", "tag": "1057f1d4-8f36-4dbf-a01f-5a583883cb27", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:10.995134 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74cf9265-ce6f-46df-98ae-04bef4ddb01d {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:10.995134 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74cf9265-ce6f-46df-98ae-04bef4ddb01d'] response: {'server_uuid': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1057f1d4-8f36-4dbf-a01f-5a583883cb27', 'code': 200} Apr 05 11:39:11.040855 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:11.091889 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=1057f1d4-8f36-4dbf-a01f-5a583883cb27,revision_number=8']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:11.435834 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241b88c-7c0f-4b3a-8d5e-23c4b01c0351 req-2a29efa5-9f13-4937-a84e-d1aa7c1d7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:11.437464 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a241b88c-7c0f-4b3a-8d5e-23c4b01c0351 req-2a29efa5-9f13-4937-a84e-d1aa7c1d7138 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 1129 time: 0.0493257 Apr 05 11:39:11.514393 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a241b88c-7c0f-4b3a-8d5e-23c4b01c0351 req-318bf20f-0509-41d6-947e-2fcd642ea0b4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682478 Apr 05 11:39:11.529830 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0af2d-4016-4864-98c6-db1e5cc7e54a req-4a556590-fa4e-4c33-ad99-11060b6a3ff8 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:11.531264 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8dd0af2d-4016-4864-98c6-db1e5cc7e54a req-4a556590-fa4e-4c33-ad99-11060b6a3ff8 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.0698156 Apr 05 11:39:11.579121 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8dd0af2d-4016-4864-98c6-db1e5cc7e54a req-2be7c0fb-3bd9-4f77-a897-f91d55f5e3c5 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422425 Apr 05 11:39:12.700223 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9591-2ad2-41aa-a90f-2524ac7c1e80 req-c1e0538e-fb07-4ac5-bad7-b006cf705615 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:12.702050 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-00ab9591-2ad2-41aa-a90f-2524ac7c1e80 req-c1e0538e-fb07-4ac5-bad7-b006cf705615 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.0543883 Apr 05 11:39:12.754863 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-00ab9591-2ad2-41aa-a90f-2524ac7c1e80 req-4357b5ad-f398-4508-bab8-63bab4560cf3 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466480 Apr 05 11:39:13.503814 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:13.875533 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10211494-3ec1-4220-a853-26083192e08c req-8b7ae79b-f12c-4b2b-8108-71478d1976c4 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:13.877021 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-10211494-3ec1-4220-a853-26083192e08c req-8b7ae79b-f12c-4b2b-8108-71478d1976c4 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.0530224 Apr 05 11:39:13.926726 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-10211494-3ec1-4220-a853-26083192e08c req-648051a2-2f87-4a88-9f64-5d43bfe05999 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440316 Apr 05 11:39:16.457182 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e74259-8283-4576-8477-37187c0dfc91 req-27a3afb8-92ac-41d2-b9be-4bbf37fba6f3 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:16.458664 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-28e74259-8283-4576-8477-37187c0dfc91 req-27a3afb8-92ac-41d2-b9be-4bbf37fba6f3 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0529175 Apr 05 11:39:16.504696 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-28e74259-8283-4576-8477-37187c0dfc91 req-f6d74d3d-dc05-46af-9fd3-59a66e95e4af tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404634 Apr 05 11:39:17.624338 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77fd44-8638-4cbf-b03f-addb2459816f req-be47d339-5c30-4ab8-a338-40956389ec2e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:17.625788 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3b77fd44-8638-4cbf-b03f-addb2459816f req-be47d339-5c30-4ab8-a338-40956389ec2e tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0514643 Apr 05 11:39:17.674366 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3b77fd44-8638-4cbf-b03f-addb2459816f req-4b8605aa-39d7-4e9e-9ce5-3ecf5b1db338 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430667 Apr 05 11:39:18.793677 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e8fbb-a905-441d-95db-1dd0d160e1e4 req-255cfb5b-5772-4270-a0ec-944692b86f56 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:18.795901 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6d1e8fbb-a905-441d-95db-1dd0d160e1e4 req-255cfb5b-5772-4270-a0ec-944692b86f56 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0559022 Apr 05 11:39:18.842693 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6d1e8fbb-a905-441d-95db-1dd0d160e1e4 req-9088ff6a-ca80-4135-b80a-72863eca025d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411520 Apr 05 11:39:19.967101 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a8c1d-b367-475e-8ee0-5be621c82800 req-0f1bfeda-56cb-4b84-a8b0-95d9564c8d34 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:19.968575 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-711a8c1d-b367-475e-8ee0-5be621c82800 req-0f1bfeda-56cb-4b84-a8b0-95d9564c8d34 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0521376 Apr 05 11:39:20.014206 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-711a8c1d-b367-475e-8ee0-5be621c82800 req-09a4e235-ccf0-4e56-ad6b-1cca2f6335c4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401838 Apr 05 11:39:20.691500 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b1d32e14-3272-41de-83b2-cdedb220a51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:20.761813 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7e160-25a5-4bcd-9009-812ce2551076 req-ef9a7fb6-e56e-4862-9d67-b7b163c50de2 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:20.763375 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c9d7e160-25a5-4bcd-9009-812ce2551076 req-ef9a7fb6-e56e-4862-9d67-b7b163c50de2 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.57 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0509181 Apr 05 11:39:20.866423 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-c9d7e160-25a5-4bcd-9009-812ce2551076 req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Deleting port 58614d08-35a9-4fc5-87b1-2d61b40de959 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:20.866754 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c9d7e160-25a5-4bcd-9009-812ce2551076 req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (58614d08-35a9-4fc5-87b1-2d61b40de959), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:20.956185 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-c9d7e160-25a5-4bcd-9009-812ce2551076 req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] For port 58614d08-35a9-4fc5-87b1-2d61b40de959, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=58614d08-35a9-4fc5-87b1-2d61b40de959,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:20.956460 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c9d7e160-25a5-4bcd-9009-812ce2551076 req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (58614d08-35a9-4fc5-87b1-2d61b40de959), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:21.130061 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c9d7e160-25a5-4bcd-9009-812ce2551076 req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:21.130750 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c9d7e160-25a5-4bcd-9009-812ce2551076 req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (b91ddd43-2183-47de-9597-f97ed0bbee96), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:21.130750 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-c9d7e160-25a5-4bcd-9009-812ce2551076 req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Floating IP b91ddd43-2183-47de-9597-f97ed0bbee96 disassociated. External IP: 172.27.1.82, port: 58614d08-35a9-4fc5-87b1-2d61b40de959. Apr 05 11:39:21.131064 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-c9d7e160-25a5-4bcd-9009-812ce2551076 req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Calling delete_port for 58614d08-35a9-4fc5-87b1-2d61b40de959 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:21.131916 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b030d-91a9-4973-afeb-e121ecb57cb5 req-858c1746-70a3-4514-8a62-2c680feb96b2 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:21.133402 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-772b030d-91a9-4973-afeb-e121ecb57cb5 req-858c1746-70a3-4514-8a62-2c680feb96b2 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 946 time: 0.0529177 Apr 05 11:39:21.181584 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-772b030d-91a9-4973-afeb-e121ecb57cb5 req-f7cfc8ef-71d4-4739-8089-ab8e3a1aed42 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1abdeba-4f12-495e-b611-e169c8af8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419352 Apr 05 11:39:21.331989 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c9d7e160-25a5-4bcd-9009-812ce2551076 req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (58614d08-35a9-4fc5-87b1-2d61b40de959), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:21.359336 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Pushing event deleted for resources: {'Port': ['ID=58614d08-35a9-4fc5-87b1-2d61b40de959,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:21.371123 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:21.372973 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:21.372973 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:21.372973 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:21.374159 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:21.374372 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:21.374677 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:21.375007 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:21.375332 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:21.375681 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:21.376008 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:21.376331 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:21.376650 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:21.376970 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:21.377286 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:21.492343 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9d7e160-25a5-4bcd-9009-812ce2551076 req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Router d53639d5-4821-464b-8098-a99675207c04 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:39:21.607616 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9d7e160-25a5-4bcd-9009-812ce2551076 req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:39:21.618446 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b80d7-fdd8-4cac-9f05-1c570d18b893 None None] Sync routers for ids ['d53639d5-4821-464b-8098-a99675207c04'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:39:21.629533 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b80d7-fdd8-4cac-9f05-1c570d18b893 None None] Routers {'d53639d5-4821-464b-8098-a99675207c04'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:21.630154 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-d39b80d7-fdd8-4cac-9f05-1c570d18b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['d53639d5-4821-464b-8098-a99675207c04'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:21.651883 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d7e160-25a5-4bcd-9009-812ce2551076 req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] No DVR routers for this DVR port 58614d08-35a9-4fc5-87b1-2d61b40de959 on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:39:21.654346 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c9d7e160-25a5-4bcd-9009-812ce2551076 req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:21.657762 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c9d7e160-25a5-4bcd-9009-812ce2551076 req-c79fdd93-3442-4221-92af-12128812f06b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.57 "DELETE /v2.0/ports/58614d08-35a9-4fc5-87b1-2d61b40de959 HTTP/1.1" status: 204 len: 173 time: 0.8838432 Apr 05 11:39:21.658202 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'name': 'network-vif-deleted', 'tag': '58614d08-35a9-4fc5-87b1-2d61b40de959'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:21.660487 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9265b63b-b1a5-421f-89bc-9def5cbb85cf" -d '{"events": [{"server_uuid": "008fc123-e8f0-413c-8da8-d8057f45c0b9", "name": "network-vif-deleted", "tag": "58614d08-35a9-4fc5-87b1-2d61b40de959"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:21.755280 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-d39b80d7-fdd8-4cac-9f05-1c570d18b893 None None] Set router d53639d5-4821-464b-8098-a99675207c04 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:21.757644 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172c1397-09fe-4181-9063-f5bfb1f0b8af x-openstack-request-id: req-172c1397-09fe-4181-9063-f5bfb1f0b8af {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:21.757945 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008fc123-e8f0-413c-8da8-d8057f45c0b9", "name": "network-vif-deleted", "tag": "58614d08-35a9-4fc5-87b1-2d61b40de959", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:21.758287 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-172c1397-09fe-4181-9063-f5bfb1f0b8af {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:21.758756 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172c1397-09fe-4181-9063-f5bfb1f0b8af'] response: {'server_uuid': '008fc123-e8f0-413c-8da8-d8057f45c0b9', 'name': 'network-vif-deleted', 'tag': '58614d08-35a9-4fc5-87b1-2d61b40de959', 'status': 'completed', 'code': 200} Apr 05 11:39:21.981340 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-d39b80d7-fdd8-4cac-9f05-1c570d18b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:07Z', 'revision_number': 4, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port': {'id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:49Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '5b093cbf-dacd-4093-b2dc-9734674ce033', 'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'mac_address': 'fa:16:3e:cd:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'subnets': [{'id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:22.008361 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b80d7-fdd8-4cac-9f05-1c570d18b893 None None] Checking router: d53639d5-4821-464b-8098-a99675207c04 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:39:22.016966 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b80d7-fdd8-4cac-9f05-1c570d18b893 None None] Routers {'d53639d5-4821-464b-8098-a99675207c04'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:22.017577 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-d39b80d7-fdd8-4cac-9f05-1c570d18b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:38:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['d53639d5-4821-464b-8098-a99675207c04'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:22.128062 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-d39b80d7-fdd8-4cac-9f05-1c570d18b893 None None] Set router d53639d5-4821-464b-8098-a99675207c04 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:22.286634 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d451dbcf-ce15-4f9b-8d0a-44d16c415ed9 req-5d2c72f0-53da-4685-aff5-523361834710 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=008fc123-e8f0-413c-8da8-d8057f45c0b9 HTTP/1.1" status: 200 len: 210 time: 0.0275869 Apr 05 11:39:22.329054 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-d39b80d7-fdd8-4cac-9f05-1c570d18b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:07Z', 'revision_number': 4, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port': {'id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:49Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '5b093cbf-dacd-4093-b2dc-9734674ce033', 'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'mac_address': 'fa:16:3e:cd:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'subnets': [{'id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:22.359490 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b80d7-fdd8-4cac-9f05-1c570d18b893 None None] The sync data for ids ['d53639d5-4821-464b-8098-a99675207c04'] in dv-cinder-834448-3-iscsi is: [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:07Z', 'revision_number': 4, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port': {'id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:49Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '5b093cbf-dacd-4093-b2dc-9734674ce033', 'name': '', 'network_id': '912aa55e-5878-42db-a34a-a968382fba80', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'mac_address': 'fa:16:3e:cd:c1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'subnets': [{'id': '3a2d4898-c05f-41d9-ad48-eba0b48abf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:39:22.571350 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef2a5f-92a2-4ce1-ac2f-f24256e5570e None None] New status for floating IP b91ddd43-2183-47de-9597-f97ed0bbee96: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:39:23.061444 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-de29daa1-60bb-42e2-8b9a-e1fdae999184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:23.429038 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 35294) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:23.484836 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for security_group (b1abdeba-4f12-495e-b611-e169c8af8a41), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:23.507079 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for security_group (b1abdeba-4f12-495e-b611-e169c8af8a41), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:23.628679 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (b1abdeba-4f12-495e-b611-e169c8af8a41), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:23.631284 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:23.632601 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "DELETE /v2.0/security-groups/b1abdeba-4f12-495e-b611-e169c8af8a41 HTTP/1.1" status: 204 len: 168 time: 0.2024899 Apr 05 11:39:23.635088 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35296) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:23.644266 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1abdeba-4f12-495e-b611-e169c8af8a41,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:23.648757 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.api.v2.resource [None req-a40000d3-679e-4ef9-943b-d03ca4fc9079 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] show failed (client error): The resource could not be found. Apr 05 11:39:23.649754 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a40000d3-679e-4ef9-943b-d03ca4fc9079 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups/b1abdeba-4f12-495e-b611-e169c8af8a41 HTTP/1.1" status: 404 len: 347 time: 0.0136800 Apr 05 11:39:23.653162 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:23.653517 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:23.654307 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35298) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:23.654430 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:23.654774 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:23.655109 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:23.655464 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:23.655801 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:23.656133 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:23.656463 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:23.656791 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:23.657119 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:23.657447 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:23.657772 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:23.658103 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:23.658429 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90cd1c-7852-4e3f-9e49-6820ac4920e4 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:23.782921 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-debad50a-cd14-47ef-bddc-0d68e7d0e50c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Deleting port 4b87c30c-e053-48a8-816e-eaa0b94bef4d {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:23.783263 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-debad50a-cd14-47ef-bddc-0d68e7d0e50c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (4b87c30c-e053-48a8-816e-eaa0b94bef4d), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:23.856717 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-debad50a-cd14-47ef-bddc-0d68e7d0e50c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (4b87c30c-e053-48a8-816e-eaa0b94bef4d), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:23.857068 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-debad50a-cd14-47ef-bddc-0d68e7d0e50c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for floatingip (4b87c30c-e053-48a8-816e-eaa0b94bef4d), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:23.868811 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-debad50a-cd14-47ef-bddc-0d68e7d0e50c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Calling delete_port for 4b87c30c-e053-48a8-816e-eaa0b94bef4d owned by network:floatingip {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:24.063026 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:24.086278 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-debad50a-cd14-47ef-bddc-0d68e7d0e50c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (4b87c30c-e053-48a8-816e-eaa0b94bef4d), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:24.110107 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debad50a-cd14-47ef-bddc-0d68e7d0e50c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Pushing event deleted for resources: {'Port': ['ID=4b87c30c-e053-48a8-816e-eaa0b94bef4d,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:24.140947 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-debad50a-cd14-47ef-bddc-0d68e7d0e50c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks [] for floatingip (b91ddd43-2183-47de-9597-f97ed0bbee96), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:24.143522 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-debad50a-cd14-47ef-bddc-0d68e7d0e50c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:24.144635 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-debad50a-cd14-47ef-bddc-0d68e7d0e50c tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "DELETE /v2.0/floatingips/b91ddd43-2183-47de-9597-f97ed0bbee96 HTTP/1.1" status: 204 len: 168 time: 0.4894578 Apr 05 11:39:24.677400 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 58614d08-35a9-4fc5-87b1-2d61b40de959 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:39:24.697998 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 58614d08-35a9-4fc5-87b1-2d61b40de959 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:39:24.698339 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 58614d08-35a9-4fc5-87b1-2d61b40de959 not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:39:25.457329 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:26.960071 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:27.176248 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e9cf6-b7d7-4268-a05e-79f52417564d req-badc48f9-4eeb-472a-8d49-a9beeea8f9a6 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:27.177756 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d07e9cf6-b7d7-4268-a05e-79f52417564d req-badc48f9-4eeb-472a-8d49-a9beeea8f9a6 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0516660 Apr 05 11:39:27.225168 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d07e9cf6-b7d7-4268-a05e-79f52417564d req-8eaf7e97-3d13-44e1-9d1d-6d134b5503b5 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414114 Apr 05 11:39:28.344697 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e20d4e-94c2-499b-9dc2-d042cc301d42 req-002b8850-bcab-4b0e-a729-cfa68ad5633f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:28.346199 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95e20d4e-94c2-499b-9dc2-d042cc301d42 req-002b8850-bcab-4b0e-a729-cfa68ad5633f tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0531397 Apr 05 11:39:28.392928 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95e20d4e-94c2-499b-9dc2-d042cc301d42 req-6fc92248-49da-4898-a2c6-de039611387b tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 Apr 05 11:39:29.513233 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd395ad8-a4f3-41bb-ad24-a513bf7c0927 req-b2409d52-ff64-4c0e-88f4-681ec7c83f14 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:29.514736 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-dd395ad8-a4f3-41bb-ad24-a513bf7c0927 req-b2409d52-ff64-4c0e-88f4-681ec7c83f14 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0553308 Apr 05 11:39:29.561721 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-dd395ad8-a4f3-41bb-ad24-a513bf7c0927 req-da0e4ce3-6fe4-465c-8a63-d75715c7a8f5 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414028 Apr 05 11:39:30.121121 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327118dc-e1ba-4df8-a295-dc7200ed098a req-e1f431c6-2dda-4e89-ab6a-2fb01276ca65 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:30.122488 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-327118dc-e1ba-4df8-a295-dc7200ed098a req-e1f431c6-2dda-4e89-ab6a-2fb01276ca65 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 945 time: 0.0514712 Apr 05 11:39:30.225821 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-327118dc-e1ba-4df8-a295-dc7200ed098a req-c629b1a9-f970-498b-acdc-e1a1fe628608 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Deleting port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:30.226161 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-327118dc-e1ba-4df8-a295-dc7200ed098a req-c629b1a9-f970-498b-acdc-e1a1fe628608 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (2fb694b4-1fdd-4b95-9ce5-859afbba5e16), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:30.313009 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-327118dc-e1ba-4df8-a295-dc7200ed098a req-c629b1a9-f970-498b-acdc-e1a1fe628608 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] For port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2fb694b4-1fdd-4b95-9ce5-859afbba5e16,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:30.313371 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-327118dc-e1ba-4df8-a295-dc7200ed098a req-c629b1a9-f970-498b-acdc-e1a1fe628608 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (2fb694b4-1fdd-4b95-9ce5-859afbba5e16), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:30.325886 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-327118dc-e1ba-4df8-a295-dc7200ed098a req-c629b1a9-f970-498b-acdc-e1a1fe628608 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Calling delete_port for 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:30.530519 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-327118dc-e1ba-4df8-a295-dc7200ed098a req-c629b1a9-f970-498b-acdc-e1a1fe628608 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (2fb694b4-1fdd-4b95-9ce5-859afbba5e16), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:30.564437 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629b1a9-f970-498b-acdc-e1a1fe628608 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Pushing event deleted for resources: {'Port': ['ID=2fb694b4-1fdd-4b95-9ce5-859afbba5e16,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:30.574398 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['9f189aab-4ee0-4998-b00f-266952c9e388', '2fb694b4-1fdd-4b95-9ce5-859afbba5e16'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:39:30.617769 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-327118dc-e1ba-4df8-a295-dc7200ed098a req-c629b1a9-f970-498b-acdc-e1a1fe628608 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] No DVR routers for this DVR port 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:39:30.620431 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-327118dc-e1ba-4df8-a295-dc7200ed098a req-c629b1a9-f970-498b-acdc-e1a1fe628608 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:30.624373 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-327118dc-e1ba-4df8-a295-dc7200ed098a req-c629b1a9-f970-498b-acdc-e1a1fe628608 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.57 "DELETE /v2.0/ports/2fb694b4-1fdd-4b95-9ce5-859afbba5e16 HTTP/1.1" status: 204 len: 173 time: 0.4948373 Apr 05 11:39:30.624853 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fd886b-f0e3-4596-bdec-cdfa852af6a3', 'name': 'network-vif-deleted', 'tag': '2fb694b4-1fdd-4b95-9ce5-859afbba5e16'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:30.627811 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb8d2b0-2133-4123-a331-1fd3473cbb51" -d '{"events": [{"server_uuid": "e2fd886b-f0e3-4596-bdec-cdfa852af6a3", "name": "network-vif-deleted", "tag": "2fb694b4-1fdd-4b95-9ce5-859afbba5e16"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:30.675565 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f0007b-00da-4db8-a3e0-cf56c4890e73 x-openstack-request-id: req-c1f0007b-00da-4db8-a3e0-cf56c4890e73 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:30.675869 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2fd886b-f0e3-4596-bdec-cdfa852af6a3", "name": "network-vif-deleted", "tag": "2fb694b4-1fdd-4b95-9ce5-859afbba5e16", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:30.676124 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1f0007b-00da-4db8-a3e0-cf56c4890e73 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:30.676523 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f0007b-00da-4db8-a3e0-cf56c4890e73'] response: {'server_uuid': 'e2fd886b-f0e3-4596-bdec-cdfa852af6a3', 'name': 'network-vif-deleted', 'tag': '2fb694b4-1fdd-4b95-9ce5-859afbba5e16', 'status': 'completed', 'code': 200} Apr 05 11:39:30.678595 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f8fbbe18-130c-45e7-b23a-19345f7384bd req-5dc66341-c506-4aed-8465-2491906d8d5d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 210 time: 0.0339074 Apr 05 11:39:31.787219 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-67eb13fa-a9a6-4827-9194-08a1c3850404 req-94a1ec4a-7a33-4223-b345-303425b9e86d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fd886b-f0e3-4596-bdec-cdfa852af6a3 HTTP/1.1" status: 200 len: 210 time: 0.0283961 Apr 05 11:39:32.677773 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:39:32.698974 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:39:32.699316 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 2fb694b4-1fdd-4b95-9ce5-859afbba5e16 not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:39:33.303805 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76485c55-8ead-44a7-9029-4cf2a5bf5583 req-22a02871-2957-47b2-be39-5b849590ecc3 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:33.305274 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-76485c55-8ead-44a7-9029-4cf2a5bf5583 req-22a02871-2957-47b2-be39-5b849590ecc3 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0553803 Apr 05 11:39:33.352917 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-76485c55-8ead-44a7-9029-4cf2a5bf5583 req-2247a17f-9090-47bc-8c96-e8648ef9a533 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Apr 05 11:39:34.471835 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372f69e-30c2-41ea-a8d8-01aef89603f8 req-ecca10b1-c5d0-49a2-982c-aef446050ecc tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:34.473303 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7372f69e-30c2-41ea-a8d8-01aef89603f8 req-ecca10b1-c5d0-49a2-982c-aef446050ecc tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0514917 Apr 05 11:39:34.519304 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7372f69e-30c2-41ea-a8d8-01aef89603f8 req-e1484d7a-a020-45a1-9323-838bb1c21506 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405178 Apr 05 11:39:35.644495 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e40617-9d4f-4dbe-b0c5-6eb7aff04d64 req-1a6267ec-a077-4a97-9b21-1425a7f76553 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:35.645947 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3e40617-9d4f-4dbe-b0c5-6eb7aff04d64 req-1a6267ec-a077-4a97-9b21-1425a7f76553 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0565629 Apr 05 11:39:35.696084 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3e40617-9d4f-4dbe-b0c5-6eb7aff04d64 req-9d31e757-b319-42a8-8f0f-077ed44dda84 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446475 Apr 05 11:39:36.744557 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a434e5-c72a-4fd5-b5d1-90ec179ecac6 req-68178384-9056-406f-8751-0755f47182dd tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:36.746029 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-66a434e5-c72a-4fd5-b5d1-90ec179ecac6 req-68178384-9056-406f-8751-0755f47182dd tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.57 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0519269 Apr 05 11:39:36.819111 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed49c5b-6655-43a0-91c4-e87ae8207a26 req-5acc212d-5611-4cc4-bfb4-3262e73a58cc tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:36.820631 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8ed49c5b-6655-43a0-91c4-e87ae8207a26 req-5acc212d-5611-4cc4-bfb4-3262e73a58cc tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 946 time: 0.0582013 Apr 05 11:39:36.845037 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-66a434e5-c72a-4fd5-b5d1-90ec179ecac6 req-2c947faf-00fb-435c-9305-a301a4fe6e4d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Deleting port 9f189aab-4ee0-4998-b00f-266952c9e388 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:36.845379 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-66a434e5-c72a-4fd5-b5d1-90ec179ecac6 req-2c947faf-00fb-435c-9305-a301a4fe6e4d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (9f189aab-4ee0-4998-b00f-266952c9e388), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:36.868310 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8ed49c5b-6655-43a0-91c4-e87ae8207a26 req-4008736a-a161-485b-b37b-779a831b9f57 tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5c84343-cd8b-4570-97ac-8cf50824efb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414891 Apr 05 11:39:37.187474 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-66a434e5-c72a-4fd5-b5d1-90ec179ecac6 req-2c947faf-00fb-435c-9305-a301a4fe6e4d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] For port 9f189aab-4ee0-4998-b00f-266952c9e388, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9f189aab-4ee0-4998-b00f-266952c9e388,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:37.187839 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-66a434e5-c72a-4fd5-b5d1-90ec179ecac6 req-2c947faf-00fb-435c-9305-a301a4fe6e4d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (9f189aab-4ee0-4998-b00f-266952c9e388), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:37.200353 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-66a434e5-c72a-4fd5-b5d1-90ec179ecac6 req-2c947faf-00fb-435c-9305-a301a4fe6e4d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Calling delete_port for 9f189aab-4ee0-4998-b00f-266952c9e388 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:37.405707 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-66a434e5-c72a-4fd5-b5d1-90ec179ecac6 req-2c947faf-00fb-435c-9305-a301a4fe6e4d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (9f189aab-4ee0-4998-b00f-266952c9e388), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:37.435186 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c947faf-00fb-435c-9305-a301a4fe6e4d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Pushing event deleted for resources: {'Port': ['ID=9f189aab-4ee0-4998-b00f-266952c9e388,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:37.451666 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['9f189aab-4ee0-4998-b00f-266952c9e388'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:39:37.476083 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a434e5-c72a-4fd5-b5d1-90ec179ecac6 req-2c947faf-00fb-435c-9305-a301a4fe6e4d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] No DVR routers for this DVR port 9f189aab-4ee0-4998-b00f-266952c9e388 on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:39:37.478567 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-66a434e5-c72a-4fd5-b5d1-90ec179ecac6 req-2c947faf-00fb-435c-9305-a301a4fe6e4d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:37.482021 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-66a434e5-c72a-4fd5-b5d1-90ec179ecac6 req-2c947faf-00fb-435c-9305-a301a4fe6e4d tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.57 "DELETE /v2.0/ports/9f189aab-4ee0-4998-b00f-266952c9e388 HTTP/1.1" status: 204 len: 173 time: 0.7289145 Apr 05 11:39:37.482492 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f8790e-86d5-4392-8b87-74f29cb57aa1', 'name': 'network-vif-deleted', 'tag': '9f189aab-4ee0-4998-b00f-266952c9e388'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:37.484763 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e047ae2-81e5-4bea-be12-50a05e4c0097" -d '{"events": [{"server_uuid": "22f8790e-86d5-4392-8b87-74f29cb57aa1", "name": "network-vif-deleted", "tag": "9f189aab-4ee0-4998-b00f-266952c9e388"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:37.520394 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bb27dd-f179-41a4-a889-ccfc1cbe131b x-openstack-request-id: req-44bb27dd-f179-41a4-a889-ccfc1cbe131b {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:37.520713 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f8790e-86d5-4392-8b87-74f29cb57aa1", "name": "network-vif-deleted", "tag": "9f189aab-4ee0-4998-b00f-266952c9e388", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:37.520970 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44bb27dd-f179-41a4-a889-ccfc1cbe131b {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:37.521374 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44bb27dd-f179-41a4-a889-ccfc1cbe131b'] response: {'server_uuid': '22f8790e-86d5-4392-8b87-74f29cb57aa1', 'name': 'network-vif-deleted', 'tag': '9f189aab-4ee0-4998-b00f-266952c9e388', 'status': 'completed', 'code': 200} Apr 05 11:39:37.975966 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6196b768-34f7-4ded-b838-a2a5e7b37776 req-c79b7915-d5f1-4a81-bff1-2727abcdf50a tempest-ServerRescueNegativeTestJSON-2033827868 tempest-ServerRescueNegativeTestJSON-2033827868-project] 10.222.0.60 "GET /v2.0/ports?device_id=22f8790e-86d5-4392-8b87-74f29cb57aa1 HTTP/1.1" status: 200 len: 210 time: 0.0272779 Apr 05 11:39:38.667733 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5def7e98-5549-4cd3-bae8-20beb3401166 req-5ce9ae7b-c5a7-487a-8fce-2a061434f0b7 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650315932&fields=id&tenant_id=be5f73d3bb5948299a1d81283e0c738a HTTP/1.1" status: 200 len: 267 time: 0.0500236 Apr 05 11:39:38.725735 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def7e98-5549-4cd3-bae8-20beb3401166 req-74a1d79b-3ab7-4830-9c66-b7a6c408ab8e tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:38.727208 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5def7e98-5549-4cd3-bae8-20beb3401166 req-74a1d79b-3ab7-4830-9c66-b7a6c408ab8e tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 985 time: 0.0532217 Apr 05 11:39:38.737692 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-5def7e98-5549-4cd3-bae8-20beb3401166 req-ba8407ab-8191-405b-bfc3-832f8500f0d2 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Request body: {'port': {'security_groups': ['44b01245-c11f-4577-84d2-e0394886f219']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:39:38.819661 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5def7e98-5549-4cd3-bae8-20beb3401166 req-ba8407ab-8191-405b-bfc3-832f8500f0d2 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:39.007731 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-5def7e98-5549-4cd3-bae8-20beb3401166 req-ba8407ab-8191-405b-bfc3-832f8500f0d2 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] For port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b,segment=NetworkSegment(661bd3e3-7efc-4d28-9c35-158da73c73fa),segment_id=661bd3e3-7efc-4d28-9c35-158da73c73fa)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:39.033214 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 35366) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:39.037666 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5def7e98-5549-4cd3-bae8-20beb3401166 req-ba8407ab-8191-405b-bfc3-832f8500f0d2 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:39.102310 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5def7e98-5549-4cd3-bae8-20beb3401166 req-ba8407ab-8191-405b-bfc3-832f8500f0d2 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:39.148703 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def7e98-5549-4cd3-bae8-20beb3401166 req-ba8407ab-8191-405b-bfc3-832f8500f0d2 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:39.149330 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5def7e98-5549-4cd3-bae8-20beb3401166 req-ba8407ab-8191-405b-bfc3-832f8500f0d2 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:39.150735 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5def7e98-5549-4cd3-bae8-20beb3401166 req-ba8407ab-8191-405b-bfc3-832f8500f0d2 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "PUT /v2.0/ports/1c450bf1-70cb-43f6-b3c7-8ca81f6a779b HTTP/1.1" status: 200 len: 943 time: 0.4175148 Apr 05 11:39:39.155285 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['1c450bf1-70cb-43f6-b3c7-8ca81f6a779b'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:39:39.159930 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35370) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:39.195094 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8407ab-8191-405b-bfc3-832f8500f0d2 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Pushing event updated for resources: {'Port': ['ID=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b,revision_number=7']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:39.264204 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e92233aa-56e2-49af-bd6b-7f0a5241a5c6 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group (6407e0af-4d09-4667-97e7-cd7a4e13bfee), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:39.305396 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e92233aa-56e2-49af-bd6b-7f0a5241a5c6 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group (6407e0af-4d09-4667-97e7-cd7a4e13bfee), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:39.361167 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['1c450bf1-70cb-43f6-b3c7-8ca81f6a779b'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:39:39.442382 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-10b59744-72aa-4768-8796-2520cf6da25f None None] Provisioning complete for port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:39:39.443015 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-10b59744-72aa-4768-8796-2520cf6da25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:39.468480 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e92233aa-56e2-49af-bd6b-7f0a5241a5c6 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (6407e0af-4d09-4667-97e7-cd7a4e13bfee), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:39.471782 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e92233aa-56e2-49af-bd6b-7f0a5241a5c6 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:39.472291 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e92233aa-56e2-49af-bd6b-7f0a5241a5c6 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "DELETE /v2.0/security-groups/6407e0af-4d09-4667-97e7-cd7a4e13bfee HTTP/1.1" status: 204 len: 168 time: 0.2924998 Apr 05 11:39:39.476776 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35374) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:39.489369 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92233aa-56e2-49af-bd6b-7f0a5241a5c6 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6407e0af-4d09-4667-97e7-cd7a4e13bfee,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:39.531369 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'tag': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:39.531369 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d173f3df-5633-4ff3-9020-d47ba2c6a881" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe35228-f44c-438d-8be8-0b14f59b2826", "tag": "1c450bf1-70cb-43f6-b3c7-8ca81f6a779b"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:39.611740 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-10b59744-72aa-4768-8796-2520cf6da25f None None] Current status of the port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:39:39.621434 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e807f920-5d7a-449b-b927-943d2e321034 x-openstack-request-id: req-e807f920-5d7a-449b-b927-943d2e321034 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:39.630382 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe35228-f44c-438d-8be8-0b14f59b2826", "tag": "1c450bf1-70cb-43f6-b3c7-8ca81f6a779b", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:39.630382 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e807f920-5d7a-449b-b927-943d2e321034 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:39.630382 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e807f920-5d7a-449b-b927-943d2e321034'] response: {'name': 'network-changed', 'server_uuid': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'tag': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b', 'status': 'completed', 'code': 200} Apr 05 11:39:39.668229 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-59f23070-2454-4969-939e-1b4ab631b49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532244'] for router_interface (d53639d5-4821-464b-8098-a99675207c04), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:39.726907 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173f3df-5633-4ff3-9020-d47ba2c6a881 req-bf4ecf48-94f5-4c77-90d3-ccfbfa5d838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:39.728458 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d173f3df-5633-4ff3-9020-d47ba2c6a881 req-bf4ecf48-94f5-4c77-90d3-ccfbfa5d838b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be5f73d3bb5948299a1d81283e0c738a&device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 1130 time: 0.0628233 Apr 05 11:39:39.732658 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-0cb02539-37a2-466c-a91d-69bf3aa2961b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Deleting port 0f23b059-1406-4029-920a-9eb960610b0b {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:39.733001 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0cb02539-37a2-466c-a91d-69bf3aa2961b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (0f23b059-1406-4029-920a-9eb960610b0b), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:39.877384 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0cb02539-37a2-466c-a91d-69bf3aa2961b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (0f23b059-1406-4029-920a-9eb960610b0b), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:39.877714 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0cb02539-37a2-466c-a91d-69bf3aa2961b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for floatingip (0f23b059-1406-4029-920a-9eb960610b0b), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:39.899842 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-0cb02539-37a2-466c-a91d-69bf3aa2961b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Calling delete_port for 0f23b059-1406-4029-920a-9eb960610b0b owned by network:floatingip {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:39.902070 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173f3df-5633-4ff3-9020-d47ba2c6a881 req-e2ca2a89-1f00-445f-81ce-33a160f07b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:39.903583 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d173f3df-5633-4ff3-9020-d47ba2c6a881 req-e2ca2a89-1f00-445f-81ce-33a160f07b9c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c77bd11c-2083-4ad7-adab-65001019d0d4 HTTP/1.1" status: 200 len: 916 time: 0.1583350 Apr 05 11:39:40.045835 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d173f3df-5633-4ff3-9020-d47ba2c6a881 req-73639397-919b-458a-8f04-1ea3c79f632b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b HTTP/1.1" status: 200 len: 1002 time: 0.1300323 Apr 05 11:39:40.146644 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173f3df-5633-4ff3-9020-d47ba2c6a881 req-205413a0-4628-4de0-9805-5cd3de2116b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:40.148022 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d173f3df-5633-4ff3-9020-d47ba2c6a881 req-205413a0-4628-4de0-9805-5cd3de2116b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=367f3ebf-9711-4ac7-8f92-7e3f1980efc2 HTTP/1.1" status: 200 len: 854 time: 0.0936973 Apr 05 11:39:40.159271 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1fdf517f-c124-493d-97e4-d4fc22e1d9f9 req-e16af905-9877-4e17-aae0-90029959c4c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0921745 Apr 05 11:39:40.223081 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-59f23070-2454-4969-939e-1b4ab631b49b admin admin] Deleting port 5b093cbf-dacd-4093-b2dc-9734674ce033 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:40.223708 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-59f23070-2454-4969-939e-1b4ab631b49b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:40.269797 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173f3df-5633-4ff3-9020-d47ba2c6a881 req-3d743334-b7ca-4d92-af6c-cdf3c081e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:40.271308 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d173f3df-5633-4ff3-9020-d47ba2c6a881 req-3d743334-b7ca-4d92-af6c-cdf3c081e7f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c77bd11c-2083-4ad7-adab-65001019d0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1153789 Apr 05 11:39:40.277098 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf517f-c124-493d-97e4-d4fc22e1d9f9 req-2981eb93-4385-475a-b7e3-b163b339e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:40.278449 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1fdf517f-c124-493d-97e4-d4fc22e1d9f9 req-2981eb93-4385-475a-b7e3-b163b339e552 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8499ce2abe10411589e913912a8c40ed&device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 1129 time: 0.0764704 Apr 05 11:39:40.303726 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:39:40.306020 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-59f23070-2454-4969-939e-1b4ab631b49b admin admin] For port 5b093cbf-dacd-4093-b2dc-9734674ce033, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=5b093cbf-dacd-4093-b2dc-9734674ce033,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:40.306986 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-59f23070-2454-4969-939e-1b4ab631b49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:40.319773 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-59f23070-2454-4969-939e-1b4ab631b49b admin admin] Calling delete_port for 5b093cbf-dacd-4093-b2dc-9734674ce033 owned by network:router_interface {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:40.358333 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0cb02539-37a2-466c-a91d-69bf3aa2961b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (0f23b059-1406-4029-920a-9eb960610b0b), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:40.424689 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb02539-37a2-466c-a91d-69bf3aa2961b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Pushing event deleted for resources: {'Port': ['ID=0f23b059-1406-4029-920a-9eb960610b0b,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:40.461538 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0cb02539-37a2-466c-a91d-69bf3aa2961b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks [] for floatingip (2d26287b-ee79-45b0-af28-0fdc7993bb69), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:40.461873 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-0cb02539-37a2-466c-a91d-69bf3aa2961b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Floating IP 2d26287b-ee79-45b0-af28-0fdc7993bb69 disassociated (deleted). External IP: 172.27.1.138, port: 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b. Apr 05 11:39:40.524129 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d173f3df-5633-4ff3-9020-d47ba2c6a881 req-b55274ef-e671-45e4-a1b8-97798ed72513 service neutron] 10.222.0.57 "GET /v2.0/networks/c77bd11c-2083-4ad7-adab-65001019d0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447507 Apr 05 11:39:40.533998 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf517f-c124-493d-97e4-d4fc22e1d9f9 req-d34087ae-c7b7-4781-bebd-9bebffd81a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:40.535332 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1fdf517f-c124-493d-97e4-d4fc22e1d9f9 req-d34087ae-c7b7-4781-bebd-9bebffd81a08 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b762bdc2-8c69-4463-a0a9-b6a9592c01ff HTTP/1.1" status: 200 len: 910 time: 0.2279198 Apr 05 11:39:40.594633 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-59f23070-2454-4969-939e-1b4ab631b49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (5b093cbf-dacd-4093-b2dc-9734674ce033), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:40.621168 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f23070-2454-4969-939e-1b4ab631b49b admin admin] Pushing event deleted for resources: {'Port': ['ID=5b093cbf-dacd-4093-b2dc-9734674ce033,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:40.709981 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1fdf517f-c124-493d-97e4-d4fc22e1d9f9 req-e3f7680a-4b54-4245-b78c-ed91c7105b38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1057f1d4-8f36-4dbf-a01f-5a583883cb27 HTTP/1.1" status: 200 len: 1001 time: 0.1639962 Apr 05 11:39:40.710719 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 9f189aab-4ee0-4998-b00f-266952c9e388 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:39:40.746188 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 9f189aab-4ee0-4998-b00f-266952c9e388 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:39:40.747474 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 9f189aab-4ee0-4998-b00f-266952c9e388 not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:39:40.797365 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d173f3df-5633-4ff3-9020-d47ba2c6a881 req-f5b9f8b5-8f40-4348-a330-a3827d3829a9 service neutron] 10.222.0.57 "GET /v2.0/networks/c77bd11c-2083-4ad7-adab-65001019d0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644982 Apr 05 11:39:40.819546 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-59f23070-2454-4969-939e-1b4ab631b49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530052'] for router_interface (d53639d5-4821-464b-8098-a99675207c04), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:40.856236 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf517f-c124-493d-97e4-d4fc22e1d9f9 req-9193bd9f-dc49-4f88-ab04-2dd6b9cdd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:40.857685 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1fdf517f-c124-493d-97e4-d4fc22e1d9f9 req-9193bd9f-dc49-4f88-ab04-2dd6b9cdd61a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04c557d5-7ced-46b6-b387-7061f5abc42c HTTP/1.1" status: 200 len: 848 time: 0.1371446 Apr 05 11:39:40.918308 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb02539-37a2-466c-a91d-69bf3aa2961b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:39:40.926720 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf517f-c124-493d-97e4-d4fc22e1d9f9 req-098d6d27-1c0d-41e9-ac1b-4ea8efdeced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:40.928310 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1fdf517f-c124-493d-97e4-d4fc22e1d9f9 req-098d6d27-1c0d-41e9-ac1b-4ea8efdeced9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b762bdc2-8c69-4463-a0a9-b6a9592c01ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638888 Apr 05 11:39:41.056003 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f23070-2454-4969-939e-1b4ab631b49b admin admin] Router d53639d5-4821-464b-8098-a99675207c04 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:39:41.120723 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb02539-37a2-466c-a91d-69bf3aa2961b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:39:41.123606 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1fdf517f-c124-493d-97e4-d4fc22e1d9f9 req-7fb792d1-b714-42d8-a291-f2301640b29b service neutron] 10.222.0.57 "GET /v2.0/networks/b762bdc2-8c69-4463-a0a9-b6a9592c01ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853232 Apr 05 11:39:41.127132 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0cb02539-37a2-466c-a91d-69bf3aa2961b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:41.131571 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c27496-38db-4966-aa15-277120dc9f11 None None] Sync routers for ids ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:39:41.143540 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c27496-38db-4966-aa15-277120dc9f11 None None] Routers {'6bf8c609-5135-4ffa-97fe-a6c5eb563e76'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:41.144159 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-37c27496-38db-4966-aa15-277120dc9f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:39:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:41.168251 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f23070-2454-4969-939e-1b4ab631b49b admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:39:41.174165 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-59f23070-2454-4969-939e-1b4ab631b49b admin admin] 10.222.0.60 "PUT /v2.0/routers/d53639d5-4821-464b-8098-a99675207c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1398904 Apr 05 11:39:41.176645 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 35378) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:41.182487 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627afb9-374f-440d-9567-226b38ed7040 None None] Sync routers for ids ['d53639d5-4821-464b-8098-a99675207c04'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:39:41.196086 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7627afb9-374f-440d-9567-226b38ed7040 None None] Routers {'d53639d5-4821-464b-8098-a99675207c04'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:41.197108 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-7627afb9-374f-440d-9567-226b38ed7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:39:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['d53639d5-4821-464b-8098-a99675207c04'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:41.213548 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-0cb02539-37a2-466c-a91d-69bf3aa2961b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "DELETE /v2.0/floatingips/2d26287b-ee79-45b0-af28-0fdc7993bb69 HTTP/1.1" status: 204 len: 168 time: 1.7324557 Apr 05 11:39:41.273929 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1fdf517f-c124-493d-97e4-d4fc22e1d9f9 req-10a3595c-8c50-411c-ae07-f68eb410a1d2 service neutron] 10.222.0.57 "GET /v2.0/networks/b762bdc2-8c69-4463-a0a9-b6a9592c01ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430016 Apr 05 11:39:41.274818 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-37c27496-38db-4966-aa15-277120dc9f11 None None] Set router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:41.332135 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d8300b83-a5c1-4281-a6c4-5e17f87ae18c admin admin] Publish callbacks [] for router (d53639d5-4821-464b-8098-a99675207c04), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:41.340499 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-7627afb9-374f-440d-9567-226b38ed7040 None None] Set router d53639d5-4821-464b-8098-a99675207c04 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:41.481370 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d8300b83-a5c1-4281-a6c4-5e17f87ae18c admin admin] Publish callbacks [] for router_gateway (d53639d5-4821-464b-8098-a99675207c04), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:41.518832 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-37c27496-38db-4966-aa15-277120dc9f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'name': 'tempest-TestMinimumBasicScenario-1070766716-router', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:08Z', 'updated_at': '2022-04-05T11:36:14Z', 'revision_number': 4, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'gw_port': {'id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:09Z', 'updated_at': '2022-04-05T11:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '8d02be98-8da3-47c5-b5f5-77a836ae7d76', 'name': '', 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'mac_address': 'fa:16:3e:35:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:13Z', 'updated_at': '2022-04-05T11:36:21Z', 'revision_number': 5, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'subnets': [{'id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:41.546692 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c27496-38db-4966-aa15-277120dc9f11 None None] Checking router: 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:39:41.555638 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c27496-38db-4966-aa15-277120dc9f11 None None] Routers {'6bf8c609-5135-4ffa-97fe-a6c5eb563e76'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:41.556508 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-37c27496-38db-4966-aa15-277120dc9f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:39:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:41.623531 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'tag': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:41.625988 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae268148-e426-491b-8fe6-e55e2a5d2bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe35228-f44c-438d-8be8-0b14f59b2826", "tag": "1c450bf1-70cb-43f6-b3c7-8ca81f6a779b"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:41.630823 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-7627afb9-374f-440d-9567-226b38ed7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:39:40Z', 'revision_number': 5, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port': {'id': '5cb1bc98-dcfa-4221-88dc-58c047c846a9', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53639d5-4821-464b-8098-a99675207c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:49Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:41.665548 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627afb9-374f-440d-9567-226b38ed7040 None None] Checking router: d53639d5-4821-464b-8098-a99675207c04 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:39:41.677494 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7627afb9-374f-440d-9567-226b38ed7040 None None] Routers {'d53639d5-4821-464b-8098-a99675207c04'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:41.678115 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-7627afb9-374f-440d-9567-226b38ed7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:39:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['d53639d5-4821-464b-8098-a99675207c04'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:41.696537 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-37c27496-38db-4966-aa15-277120dc9f11 None None] Set router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:41.700823 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ea12db-1ec7-44c2-a5e9-c2d333e09a72 x-openstack-request-id: req-f5ea12db-1ec7-44c2-a5e9-c2d333e09a72 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:41.700973 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe35228-f44c-438d-8be8-0b14f59b2826", "tag": "1c450bf1-70cb-43f6-b3c7-8ca81f6a779b", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:41.701226 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5ea12db-1ec7-44c2-a5e9-c2d333e09a72 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:41.701627 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ea12db-1ec7-44c2-a5e9-c2d333e09a72'] response: {'name': 'network-changed', 'server_uuid': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'tag': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b', 'status': 'completed', 'code': 200} Apr 05 11:39:41.738574 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-d8300b83-a5c1-4281-a6c4-5e17f87ae18c admin admin] Deleting port 5cb1bc98-dcfa-4221-88dc-58c047c846a9 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:41.739736 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d8300b83-a5c1-4281-a6c4-5e17f87ae18c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (5cb1bc98-dcfa-4221-88dc-58c047c846a9), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:41.793259 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-7627afb9-374f-440d-9567-226b38ed7040 None None] Set router d53639d5-4821-464b-8098-a99675207c04 gateway port host: None {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:41.817609 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae268148-e426-491b-8fe6-e55e2a5d2bd3 req-c5b1d12d-c8f5-4a04-a06d-d8beca2eae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:41.819074 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae268148-e426-491b-8fe6-e55e2a5d2bd3 req-c5b1d12d-c8f5-4a04-a06d-d8beca2eae97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be5f73d3bb5948299a1d81283e0c738a&device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 1130 time: 0.0694849 Apr 05 11:39:41.841035 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-d8300b83-a5c1-4281-a6c4-5e17f87ae18c admin admin] For port 5cb1bc98-dcfa-4221-88dc-58c047c846a9, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=5cb1bc98-dcfa-4221-88dc-58c047c846a9,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:41.841405 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d8300b83-a5c1-4281-a6c4-5e17f87ae18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (5cb1bc98-dcfa-4221-88dc-58c047c846a9), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:41.855864 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-d8300b83-a5c1-4281-a6c4-5e17f87ae18c admin admin] Calling delete_port for 5cb1bc98-dcfa-4221-88dc-58c047c846a9 owned by network:router_gateway {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:41.892012 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-7627afb9-374f-440d-9567-226b38ed7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:39:41Z', 'revision_number': 6, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port_host': None}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:41.927386 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627afb9-374f-440d-9567-226b38ed7040 None None] The sync data for ids ['d53639d5-4821-464b-8098-a99675207c04'] in dv-cinder-834448-3-iscsi is: [{'id': 'd53639d5-4821-464b-8098-a99675207c04', 'name': 'tempest-ServerRescueNegativeTestJSON-1241683110-router', 'tenant_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:39:41Z', 'revision_number': 6, 'project_id': 'ef1490a12f854ca78e6f0f6f25418eed', 'gw_port_host': None}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:39:41.982304 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-37c27496-38db-4966-aa15-277120dc9f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'name': 'tempest-TestMinimumBasicScenario-1070766716-router', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:08Z', 'updated_at': '2022-04-05T11:36:14Z', 'revision_number': 4, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'gw_port': {'id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:09Z', 'updated_at': '2022-04-05T11:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '8d02be98-8da3-47c5-b5f5-77a836ae7d76', 'name': '', 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'mac_address': 'fa:16:3e:35:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:13Z', 'updated_at': '2022-04-05T11:36:21Z', 'revision_number': 5, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'subnets': [{'id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:42.011459 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c27496-38db-4966-aa15-277120dc9f11 None None] The sync data for ids ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'] in dv-cinder-834448-3-iscsi is: [{'id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'name': 'tempest-TestMinimumBasicScenario-1070766716-router', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:08Z', 'updated_at': '2022-04-05T11:36:14Z', 'revision_number': 4, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'gw_port': {'id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:09Z', 'updated_at': '2022-04-05T11:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '8d02be98-8da3-47c5-b5f5-77a836ae7d76', 'name': '', 'network_id': 'c77bd11c-2083-4ad7-adab-65001019d0d4', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'mac_address': 'fa:16:3e:35:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:13Z', 'updated_at': '2022-04-05T11:36:21Z', 'revision_number': 5, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'subnets': [{'id': '367f3ebf-9711-4ac7-8f92-7e3f1980efc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:39:42.130308 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d8300b83-a5c1-4281-a6c4-5e17f87ae18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (5cb1bc98-dcfa-4221-88dc-58c047c846a9), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:42.159336 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8300b83-a5c1-4281-a6c4-5e17f87ae18c admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb1bc98-dcfa-4221-88dc-58c047c846a9,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:42.209292 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae268148-e426-491b-8fe6-e55e2a5d2bd3 req-5a8aa86f-00f4-4843-80cb-d9257a5e4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:42.210756 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae268148-e426-491b-8fe6-e55e2a5d2bd3 req-5a8aa86f-00f4-4843-80cb-d9257a5e4c4b service neutron] 10.222.0.57 "GET /v2.0/networks?id=c77bd11c-2083-4ad7-adab-65001019d0d4 HTTP/1.1" status: 200 len: 916 time: 0.3814385 Apr 05 11:39:42.227010 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d8300b83-a5c1-4281-a6c4-5e17f87ae18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529986'] for router_gateway (d53639d5-4821-464b-8098-a99675207c04), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:42.300092 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae268148-e426-491b-8fe6-e55e2a5d2bd3 req-3b4a5532-41b1-42d6-8353-3f7a429febf7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b HTTP/1.1" status: 200 len: 217 time: 0.0429928 Apr 05 11:39:42.325097 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95e0e31-0af5-4ab1-b98e-c173c6301a5e None None] New status for floating IP 2d26287b-ee79-45b0-af28-0fdc7993bb69: DOWN {{(pid=103948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:39:42.354790 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d8300b83-a5c1-4281-a6c4-5e17f87ae18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4958'] for router (d53639d5-4821-464b-8098-a99675207c04), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:42.357366 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d8300b83-a5c1-4281-a6c4-5e17f87ae18c admin admin] Publish callbacks [] for router_controller (d53639d5-4821-464b-8098-a99675207c04), precommit_delete_associations {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:42.376105 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae268148-e426-491b-8fe6-e55e2a5d2bd3 req-5c0613f8-5d94-4cfc-8ef7-9dcca2a41e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:42.377678 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae268148-e426-491b-8fe6-e55e2a5d2bd3 req-5c0613f8-5d94-4cfc-8ef7-9dcca2a41e5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=367f3ebf-9711-4ac7-8f92-7e3f1980efc2 HTTP/1.1" status: 200 len: 854 time: 0.0710909 Apr 05 11:39:42.451450 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae268148-e426-491b-8fe6-e55e2a5d2bd3 req-6893898b-c9d8-4265-96f2-2fa048974f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:42.453784 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae268148-e426-491b-8fe6-e55e2a5d2bd3 req-6893898b-c9d8-4265-96f2-2fa048974f08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c77bd11c-2083-4ad7-adab-65001019d0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686431 Apr 05 11:39:42.500675 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 5b093cbf-dacd-4093-b2dc-9734674ce033 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:39:42.524116 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 5b093cbf-dacd-4093-b2dc-9734674ce033 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:39:42.524396 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 5b093cbf-dacd-4093-b2dc-9734674ce033 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:39:42.568321 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae268148-e426-491b-8fe6-e55e2a5d2bd3 req-76f65757-3b1e-441f-9f20-9f12d04b8fc7 service neutron] 10.222.0.57 "GET /v2.0/networks/c77bd11c-2083-4ad7-adab-65001019d0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908744 Apr 05 11:39:42.582459 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d8300b83-a5c1-4281-a6c4-5e17f87ae18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531960'] for router (d53639d5-4821-464b-8098-a99675207c04), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:42.583042 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8300b83-a5c1-4281-a6c4-5e17f87ae18c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d53639d5-4821-464b-8098-a99675207c04 {{(pid=103946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:39:42.593062 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d8300b83-a5c1-4281-a6c4-5e17f87ae18c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:42.593062 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-d8300b83-a5c1-4281-a6c4-5e17f87ae18c admin admin] 10.222.0.60 "DELETE /v2.0/routers/d53639d5-4821-464b-8098-a99675207c04 HTTP/1.1" status: 204 len: 168 time: 1.4117513 Apr 05 11:39:42.593062 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 35394) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:42.637134 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2fa90d0-1f3b-40be-a232-6a151155321b admin admin] Deleting subnet 3a2d4898-c05f-41d9-ad48-eba0b48abf12 {{(pid=103946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:39:42.640521 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c2fa90d0-1f3b-40be-a232-6a151155321b admin admin] Publish callbacks [] for subnet (3a2d4898-c05f-41d9-ad48-eba0b48abf12), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:42.667912 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae268148-e426-491b-8fe6-e55e2a5d2bd3 req-658bfa65-5f40-42cb-aaed-dd808c34aea9 service neutron] 10.222.0.57 "GET /v2.0/networks/c77bd11c-2083-4ad7-adab-65001019d0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894282 Apr 05 11:39:42.681712 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c2fa90d0-1f3b-40be-a232-6a151155321b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59243142'] for subnet (3a2d4898-c05f-41d9-ad48-eba0b48abf12), precommit_delete_associations {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:42.799895 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c2fa90d0-1f3b-40be-a232-6a151155321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (3a2d4898-c05f-41d9-ad48-eba0b48abf12), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:42.943183 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c2fa90d0-1f3b-40be-a232-6a151155321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61926267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59521852'] for subnet (3a2d4898-c05f-41d9-ad48-eba0b48abf12), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:42.970723 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa90d0-1f3b-40be-a232-6a151155321b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a2d4898-c05f-41d9-ad48-eba0b48abf12,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:42.978998 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c2fa90d0-1f3b-40be-a232-6a151155321b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:42.983164 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-c2fa90d0-1f3b-40be-a232-6a151155321b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3a2d4898-c05f-41d9-ad48-eba0b48abf12 HTTP/1.1" status: 204 len: 168 time: 0.3893960 Apr 05 11:39:42.985567 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35404) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:42.994246 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f95fc52-c690-44db-8e4e-9c5425d3be00 None None] Network 912aa55e-5878-42db-a34a-a968382fba80 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:39:43.094835 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (912aa55e-5878-42db-a34a-a968382fba80), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:43.160610 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Deleting port f129a6fd-4e11-4a92-95c1-e92b39de0eb5 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:43.161102 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:43.233975 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] For port f129a6fd-4e11-4a92-95c1-e92b39de0eb5, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=f129a6fd-4e11-4a92-95c1-e92b39de0eb5,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:43.234338 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:43.248635 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Calling delete_port for f129a6fd-4e11-4a92-95c1-e92b39de0eb5 owned by network:dhcp {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:43.323714 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e016d2c-4501-42de-b6f8-7f79112a503f None None] DHCP port deletion for 912aa55e-5878-42db-a34a-a968382fba80 request from dv-cinder-834448-3-iscsi {{(pid=103948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:39:43.373006 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-4e016d2c-4501-42de-b6f8-7f79112a503f None None] Deleting port f129a6fd-4e11-4a92-95c1-e92b39de0eb5 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:43.373400 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e016d2c-4501-42de-b6f8-7f79112a503f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:43.399623 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:43.431725 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Pushing event deleted for resources: {'Port': ['ID=f129a6fd-4e11-4a92-95c1-e92b39de0eb5,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:43.433824 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] No DVR routers for this DVR port f129a6fd-4e11-4a92-95c1-e92b39de0eb5 on host dv-cinder-834448-3-iscsi {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:39:43.458433 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-4e016d2c-4501-42de-b6f8-7f79112a503f None None] For port f129a6fd-4e11-4a92-95c1-e92b39de0eb5, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=f129a6fd-4e11-4a92-95c1-e92b39de0eb5,segment=NetworkSegment(92c3f0c6-d0ef-4292-a6a7-5f4e3c468994),segment_id=92c3f0c6-d0ef-4292-a6a7-5f4e3c468994)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:43.464026 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e016d2c-4501-42de-b6f8-7f79112a503f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:43.473284 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-4e016d2c-4501-42de-b6f8-7f79112a503f None None] Calling delete_port for f129a6fd-4e11-4a92-95c1-e92b39de0eb5 owned by network:dhcp {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:43.517132 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (912aa55e-5878-42db-a34a-a968382fba80), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:43.538532 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:39:43.538893 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:39:43.539698 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:39:43.540109 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Subscribe: > port after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:39:43.540358 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:39:43.540726 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Subscribe: > port after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:39:43.541052 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:39:43.541394 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:39:43.541712 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:39:43.542431 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:39:43.550012 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:43.600570 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e016d2c-4501-42de-b6f8-7f79112a503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (f129a6fd-4e11-4a92-95c1-e92b39de0eb5), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:43.627884 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e016d2c-4501-42de-b6f8-7f79112a503f None None] Pushing event deleted for resources: {'Port': ['ID=f129a6fd-4e11-4a92-95c1-e92b39de0eb5,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:43.629802 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e016d2c-4501-42de-b6f8-7f79112a503f None None] No DVR routers for this DVR port f129a6fd-4e11-4a92-95c1-e92b39de0eb5 on host dv-cinder-834448-3-iscsi {{(pid=103948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:39:43.637214 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:39:43.637588 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:39:43.637904 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:39:43.638234 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:39:43.638582 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912aa55e-5878-42db-a34a-a968382fba80']}} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:43.657441 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994') {'for_net_delete': True} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:43.657739 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c3f0c6-d0ef-4292-a6a7-5f4e3c468994') {} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:43.673938 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59013965'] for segment (92c3f0c6-d0ef-4292-a6a7-5f4e3c468994), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:43.702037 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (92c3f0c6-d0ef-4292-a6a7-5f4e3c468994), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:43.704173 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:39:43.704561 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62790659'] for segment (92c3f0c6-d0ef-4292-a6a7-5f4e3c468994), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: from cryptography.utils import int_from_bytes Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: from cryptography.utils import int_from_bytes Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: Traceback (most recent call last): Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: timer() Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: cb(*args, **kw) Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: return func(*args, **kwargs) Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: self._notify() Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: self.callback(batched_events) Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: event.method(event) Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: return f(self, *a, **k) Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: return self._get(url).json() Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: return self.request(url, 'GET', **kwargs) Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:39:43.708690 dv-cinder-834448-3-iscsi neutron-server[103947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:39:43.879893 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (912aa55e-5878-42db-a34a-a968382fba80), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:43.885813 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:43.889492 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] 10.222.0.60 "DELETE /v2.0/networks/912aa55e-5878-42db-a34a-a968382fba80 HTTP/1.1" status: 204 len: 168 time: 0.9010284 Apr 05 11:39:43.904354 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c62c5-8915-4ce5-9f34-195a5d3bc312 admin admin] Pushing event deleted for resources: {'Network': ['ID=912aa55e-5878-42db-a34a-a968382fba80,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:44.067914 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device f129a6fd-4e11-4a92-95c1-e92b39de0eb5 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:39:44.088069 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: f129a6fd-4e11-4a92-95c1-e92b39de0eb5 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:39:44.088404 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device f129a6fd-4e11-4a92-95c1-e92b39de0eb5 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:39:44.088804 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 5cb1bc98-dcfa-4221-88dc-58c047c846a9 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:39:44.107122 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 5cb1bc98-dcfa-4221-88dc-58c047c846a9 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:39:44.107479 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 5cb1bc98-dcfa-4221-88dc-58c047c846a9 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:39:44.326181 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35424) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:44.376979 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e88a6611-3b47-4765-8a73-1fcda178151d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef1490a12f854ca78e6f0f6f25418eed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0496256 Apr 05 11:39:44.379560 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35426) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:44.427006 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7497429f-533f-4a2b-8c29-ab917519d374 admin admin] Publish callbacks [] for security_group (c5c84343-cd8b-4570-97ac-8cf50824efb2), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:44.448118 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7497429f-533f-4a2b-8c29-ab917519d374 admin admin] Publish callbacks [] for security_group (c5c84343-cd8b-4570-97ac-8cf50824efb2), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:44.565335 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7497429f-533f-4a2b-8c29-ab917519d374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (c5c84343-cd8b-4570-97ac-8cf50824efb2), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:44.568005 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7497429f-533f-4a2b-8c29-ab917519d374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:44.569170 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-7497429f-533f-4a2b-8c29-ab917519d374 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5c84343-cd8b-4570-97ac-8cf50824efb2 HTTP/1.1" status: 204 len: 168 time: 0.1886814 Apr 05 11:39:44.577932 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497429f-533f-4a2b-8c29-ab917519d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c84343-cd8b-4570-97ac-8cf50824efb2,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:45.709982 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fef89-d776-47e7-86ed-d7aa0fa5ae20 req-f1c48f44-8541-436c-ac50-12818763929a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:45.711497 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-873fef89-d776-47e7-86ed-d7aa0fa5ae20 req-f1c48f44-8541-436c-ac50-12818763929a tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 946 time: 0.0590932 Apr 05 11:39:45.757865 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-873fef89-d776-47e7-86ed-d7aa0fa5ae20 req-5feed0d0-0b63-4983-a044-a996cf15f1ce tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408204 Apr 05 11:39:46.536264 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71c7d2-ca1f-4add-8683-c9584bc797bc req-4a0c38e2-a1b9-45e0-af3e-5fd71dcb776e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:46.537846 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ba71c7d2-ca1f-4add-8683-c9584bc797bc req-4a0c38e2-a1b9-45e0-af3e-5fd71dcb776e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0552979 Apr 05 11:39:46.584519 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ba71c7d2-ca1f-4add-8683-c9584bc797bc req-70b8c7b3-34a8-4c98-9c46-babf79832068 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410712 Apr 05 11:39:46.881156 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c7629-33c4-4682-9a9c-3521ba716d54 req-47f1d21b-f1ee-4e4e-bc3e-f0dc9758ab40 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:46.882689 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-259c7629-33c4-4682-9a9c-3521ba716d54 req-47f1d21b-f1ee-4e4e-bc3e-f0dc9758ab40 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 946 time: 0.0555482 Apr 05 11:39:46.930487 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-259c7629-33c4-4682-9a9c-3521ba716d54 req-6a65cb15-2748-494d-a246-95af7889e09b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422893 Apr 05 11:39:47.708329 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a9a76-276f-4187-a3cc-613f95db1846 req-e680055e-f19c-4def-9a0b-1e9599e50fc2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:47.709839 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-769a9a76-276f-4187-a3cc-613f95db1846 req-e680055e-f19c-4def-9a0b-1e9599e50fc2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0531332 Apr 05 11:39:47.760285 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-769a9a76-276f-4187-a3cc-613f95db1846 req-7d408df3-29bc-470b-854a-c2a25605c49c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446105 Apr 05 11:39:48.054083 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96afd45-9d0d-4f99-bb3b-c41af39e693f req-3926d397-926a-4d6b-8f6f-960c5c12a1c9 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:48.055527 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a96afd45-9d0d-4f99-bb3b-c41af39e693f req-3926d397-926a-4d6b-8f6f-960c5c12a1c9 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 946 time: 0.0581088 Apr 05 11:39:48.056657 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adc905-f986-4dde-b030-20dbe72c74fb req-c70dc7cd-2df7-4179-a3c7-885d8ee086ff tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:48.058079 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-96adc905-f986-4dde-b030-20dbe72c74fb req-c70dc7cd-2df7-4179-a3c7-885d8ee086ff tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 946 time: 0.0529521 Apr 05 11:39:48.103226 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a96afd45-9d0d-4f99-bb3b-c41af39e693f req-d613d5b3-ecd3-474f-b3fd-e6a9dff60652 tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b01245-c11f-4577-84d2-e0394886f219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416903 Apr 05 11:39:48.154027 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-96adc905-f986-4dde-b030-20dbe72c74fb req-799e18e0-08e9-45c6-97d0-9cfa563faf5b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Deleting port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:48.154362 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-96adc905-f986-4dde-b030-20dbe72c74fb req-799e18e0-08e9-45c6-97d0-9cfa563faf5b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:48.244044 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-96adc905-f986-4dde-b030-20dbe72c74fb req-799e18e0-08e9-45c6-97d0-9cfa563faf5b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] For port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b,segment=NetworkSegment(661bd3e3-7efc-4d28-9c35-158da73c73fa),segment_id=661bd3e3-7efc-4d28-9c35-158da73c73fa)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:48.244411 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-96adc905-f986-4dde-b030-20dbe72c74fb req-799e18e0-08e9-45c6-97d0-9cfa563faf5b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:48.257030 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-96adc905-f986-4dde-b030-20dbe72c74fb req-799e18e0-08e9-45c6-97d0-9cfa563faf5b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Calling delete_port for 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:48.478428 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-96adc905-f986-4dde-b030-20dbe72c74fb req-799e18e0-08e9-45c6-97d0-9cfa563faf5b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (1c450bf1-70cb-43f6-b3c7-8ca81f6a779b), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:48.504307 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e18e0-08e9-45c6-97d0-9cfa563faf5b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Pushing event deleted for resources: {'Port': ['ID=1c450bf1-70cb-43f6-b3c7-8ca81f6a779b,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:48.528089 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['1c450bf1-70cb-43f6-b3c7-8ca81f6a779b'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:39:48.550347 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-96adc905-f986-4dde-b030-20dbe72c74fb req-799e18e0-08e9-45c6-97d0-9cfa563faf5b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] No DVR routers for this DVR port 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:39:48.553177 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-96adc905-f986-4dde-b030-20dbe72c74fb req-799e18e0-08e9-45c6-97d0-9cfa563faf5b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:48.556374 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-96adc905-f986-4dde-b030-20dbe72c74fb req-799e18e0-08e9-45c6-97d0-9cfa563faf5b tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.57 "DELETE /v2.0/ports/1c450bf1-70cb-43f6-b3c7-8ca81f6a779b HTTP/1.1" status: 204 len: 173 time: 0.4918058 Apr 05 11:39:48.556805 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'name': 'network-vif-deleted', 'tag': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:48.559105 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e539115b-ce08-4f1e-8b2e-43600976ec07" -d '{"events": [{"server_uuid": "cbe35228-f44c-438d-8be8-0b14f59b2826", "name": "network-vif-deleted", "tag": "1c450bf1-70cb-43f6-b3c7-8ca81f6a779b"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:48.594534 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0223eb1-b5f8-43ab-a6ff-e1394c62dc29 x-openstack-request-id: req-e0223eb1-b5f8-43ab-a6ff-e1394c62dc29 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:48.594829 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe35228-f44c-438d-8be8-0b14f59b2826", "name": "network-vif-deleted", "tag": "1c450bf1-70cb-43f6-b3c7-8ca81f6a779b", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:48.595084 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0223eb1-b5f8-43ab-a6ff-e1394c62dc29 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:48.595531 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0223eb1-b5f8-43ab-a6ff-e1394c62dc29'] response: {'server_uuid': 'cbe35228-f44c-438d-8be8-0b14f59b2826', 'name': 'network-vif-deleted', 'tag': '1c450bf1-70cb-43f6-b3c7-8ca81f6a779b', 'status': 'completed', 'code': 200} Apr 05 11:39:48.893135 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d39d7-640c-40ab-94cd-286d40398983 req-3fa7ba93-0bfe-4055-82af-6ae21d2acb9f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:48.894921 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-376d39d7-640c-40ab-94cd-286d40398983 req-3fa7ba93-0bfe-4055-82af-6ae21d2acb9f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0592830 Apr 05 11:39:48.954453 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-376d39d7-640c-40ab-94cd-286d40398983 req-a201334d-8ac0-4340-9a1a-38a68c78d0b9 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539281 Apr 05 11:39:49.208887 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-50dee3a9-3cc2-4874-96cf-b7112de74879 req-fee71609-aacf-481f-8cf8-03621723b7ec tempest-TestMinimumBasicScenario-588309024 tempest-TestMinimumBasicScenario-588309024-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbe35228-f44c-438d-8be8-0b14f59b2826 HTTP/1.1" status: 200 len: 210 time: 0.0277684 Apr 05 11:39:49.434659 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35526) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:49.540360 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c2a1-7392-4627-b26c-c30cd01140ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:49.619536 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c2a1-7392-4627-b26c-c30cd01140ca admin admin] Publish callbacks [] for security_group (bff30ed5-87f3-41c0-8947-1e7235054c3a), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:49.678958 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c2a1-7392-4627-b26c-c30cd01140ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (bff30ed5-87f3-41c0-8947-1e7235054c3a), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:49.717384 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9c2a1-7392-4627-b26c-c30cd01140ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff30ed5-87f3-41c0-8947-1e7235054c3a,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:49.722525 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-0cd9c2a1-7392-4627-b26c-c30cd01140ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0244423c63c24cf1a188bfb2b84bf752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868457 Apr 05 11:39:49.725197 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35530) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:49.772797 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9a58c9d5-2996-4821-aee9-db075f62e415 admin admin] Publish callbacks [] for security_group (bff30ed5-87f3-41c0-8947-1e7235054c3a), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:49.793068 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9a58c9d5-2996-4821-aee9-db075f62e415 admin admin] Publish callbacks [] for security_group (bff30ed5-87f3-41c0-8947-1e7235054c3a), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:49.931255 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9a58c9d5-2996-4821-aee9-db075f62e415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (bff30ed5-87f3-41c0-8947-1e7235054c3a), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:49.933916 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9a58c9d5-2996-4821-aee9-db075f62e415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:49.935109 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-9a58c9d5-2996-4821-aee9-db075f62e415 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bff30ed5-87f3-41c0-8947-1e7235054c3a HTTP/1.1" status: 204 len: 168 time: 0.2090034 Apr 05 11:39:49.943654 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58c9d5-2996-4821-aee9-db075f62e415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff30ed5-87f3-41c0-8947-1e7235054c3a,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:50.084148 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc777a3-7398-49c5-b97d-5bdfc93cb19a req-44d7dced-fe85-4d50-8063-a43419e9ac56 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:50.085665 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-acc777a3-7398-49c5-b97d-5bdfc93cb19a req-44d7dced-fe85-4d50-8063-a43419e9ac56 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0531869 Apr 05 11:39:50.136417 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-acc777a3-7398-49c5-b97d-5bdfc93cb19a req-848924da-7b9d-421f-b820-ad2721f0fc54 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451534 Apr 05 11:39:50.719620 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-12b87df1-a52e-41d9-9879-e1ef2682cbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:50.766953 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:39:50.794689 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:39:50.795697 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 1c450bf1-70cb-43f6-b3c7-8ca81f6a779b not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:39:51.258983 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432aa64-fd57-4d87-8a05-4927538aae1c req-fb217ea6-f074-4a1d-8006-0b174d57c510 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:51.260517 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3432aa64-fd57-4d87-8a05-4927538aae1c req-fb217ea6-f074-4a1d-8006-0b174d57c510 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0525787 Apr 05 11:39:51.312625 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3432aa64-fd57-4d87-8a05-4927538aae1c req-c8481afe-b775-400d-9071-79ebc0f75837 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453782 Apr 05 11:39:52.083794 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35630) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:52.492463 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2afb7-4acd-432b-9347-40d084064706 req-0199d016-d69e-4459-b807-fd20414cea8d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:52.494557 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-52e2afb7-4acd-432b-9347-40d084064706 req-0199d016-d69e-4459-b807-fd20414cea8d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.1085806 Apr 05 11:39:52.597358 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-52e2afb7-4acd-432b-9347-40d084064706 req-ebc71c91-737b-4ce0-a914-77ca13d5f00f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946105 Apr 05 11:39:52.615279 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-78529fb5-fa04-4c17-a5c2-0497e1e7fda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532244'] for router_interface (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:52.918203 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-78529fb5-fa04-4c17-a5c2-0497e1e7fda6 admin admin] Deleting port 8d02be98-8da3-47c5-b5f5-77a836ae7d76 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:52.918448 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-78529fb5-fa04-4c17-a5c2-0497e1e7fda6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:53.010145 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-78529fb5-fa04-4c17-a5c2-0497e1e7fda6 admin admin] For port 8d02be98-8da3-47c5-b5f5-77a836ae7d76, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=8d02be98-8da3-47c5-b5f5-77a836ae7d76,segment=NetworkSegment(661bd3e3-7efc-4d28-9c35-158da73c73fa),segment_id=661bd3e3-7efc-4d28-9c35-158da73c73fa)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:53.010516 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-78529fb5-fa04-4c17-a5c2-0497e1e7fda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:53.028532 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-78529fb5-fa04-4c17-a5c2-0497e1e7fda6 admin admin] Calling delete_port for 8d02be98-8da3-47c5-b5f5-77a836ae7d76 owned by network:router_interface {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:53.107701 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ae9a431a-702d-40f0-a590-50cbe308ed86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:53.347840 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-78529fb5-fa04-4c17-a5c2-0497e1e7fda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (8d02be98-8da3-47c5-b5f5-77a836ae7d76), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:53.372000 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78529fb5-fa04-4c17-a5c2-0497e1e7fda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d02be98-8da3-47c5-b5f5-77a836ae7d76,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:53.729495 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a2a11-58cd-40fd-b361-1cda736f671d req-3da9cc6b-0556-43dc-8ae3-1790a3a8d38c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:53.730967 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-179a2a11-58cd-40fd-b361-1cda736f671d req-3da9cc6b-0556-43dc-8ae3-1790a3a8d38c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0562494 Apr 05 11:39:53.782176 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-179a2a11-58cd-40fd-b361-1cda736f671d req-29bf4ebe-0298-4a64-9c86-0fc2a2b58e13 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445971 Apr 05 11:39:53.813017 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-78529fb5-fa04-4c17-a5c2-0497e1e7fda6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530052'] for router_interface (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:54.047399 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:54.052499 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78529fb5-fa04-4c17-a5c2-0497e1e7fda6 admin admin] Router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:39:54.161722 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78529fb5-fa04-4c17-a5c2-0497e1e7fda6 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:39:54.167669 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-78529fb5-fa04-4c17-a5c2-0497e1e7fda6 admin admin] 10.222.0.60 "PUT /v2.0/routers/6bf8c609-5135-4ffa-97fe-a6c5eb563e76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0827000 Apr 05 11:39:54.169971 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35660) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:54.173049 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abdf3a3-abb6-44c5-b913-aa795cb597cd None None] Sync routers for ids ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:39:54.183802 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abdf3a3-abb6-44c5-b913-aa795cb597cd None None] Routers {'6bf8c609-5135-4ffa-97fe-a6c5eb563e76'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:54.184367 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-6abdf3a3-abb6-44c5-b913-aa795cb597cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:39:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:54.285032 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4aff5ca3-3a51-409f-936e-fc2e6c9b47df admin admin] Publish callbacks [] for router (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:54.294702 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-6abdf3a3-abb6-44c5-b913-aa795cb597cd None None] Set router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:54.395142 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4aff5ca3-3a51-409f-936e-fc2e6c9b47df admin admin] Publish callbacks [] for router_gateway (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:54.473723 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-6abdf3a3-abb6-44c5-b913-aa795cb597cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'name': 'tempest-TestMinimumBasicScenario-1070766716-router', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:08Z', 'updated_at': '2022-04-05T11:39:53Z', 'revision_number': 5, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'gw_port': {'id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:09Z', 'updated_at': '2022-04-05T11:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:54.503295 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abdf3a3-abb6-44c5-b913-aa795cb597cd None None] Checking router: 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:39:54.511583 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abdf3a3-abb6-44c5-b913-aa795cb597cd None None] Routers {'6bf8c609-5135-4ffa-97fe-a6c5eb563e76'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:54.512121 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-6abdf3a3-abb6-44c5-b913-aa795cb597cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:39:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:54.617451 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-6abdf3a3-abb6-44c5-b913-aa795cb597cd None None] Set router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:54.649203 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-4aff5ca3-3a51-409f-936e-fc2e6c9b47df admin admin] Deleting port 54d0ad4e-f998-4391-a34c-29b019718fa2 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:54.649536 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4aff5ca3-3a51-409f-936e-fc2e6c9b47df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (54d0ad4e-f998-4391-a34c-29b019718fa2), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:54.736357 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-4aff5ca3-3a51-409f-936e-fc2e6c9b47df admin admin] For port 54d0ad4e-f998-4391-a34c-29b019718fa2, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=54d0ad4e-f998-4391-a34c-29b019718fa2,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:54.736716 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4aff5ca3-3a51-409f-936e-fc2e6c9b47df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (54d0ad4e-f998-4391-a34c-29b019718fa2), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:54.748490 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-4aff5ca3-3a51-409f-936e-fc2e6c9b47df admin admin] Calling delete_port for 54d0ad4e-f998-4391-a34c-29b019718fa2 owned by network:router_gateway {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:54.795495 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-6abdf3a3-abb6-44c5-b913-aa795cb597cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'name': 'tempest-TestMinimumBasicScenario-1070766716-router', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:08Z', 'updated_at': '2022-04-05T11:39:53Z', 'revision_number': 5, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'gw_port': {'id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:09Z', 'updated_at': '2022-04-05T11:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:54.822644 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abdf3a3-abb6-44c5-b913-aa795cb597cd None None] The sync data for ids ['6bf8c609-5135-4ffa-97fe-a6c5eb563e76'] in dv-cinder-834448-3-iscsi is: [{'id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'name': 'tempest-TestMinimumBasicScenario-1070766716-router', 'tenant_id': 'be5f73d3bb5948299a1d81283e0c738a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:08Z', 'updated_at': '2022-04-05T11:39:53Z', 'revision_number': 5, 'project_id': 'be5f73d3bb5948299a1d81283e0c738a', 'gw_port': {'id': '54d0ad4e-f998-4391-a34c-29b019718fa2', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf8c609-5135-4ffa-97fe-a6c5eb563e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:09Z', 'updated_at': '2022-04-05T11:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:39:54.963370 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b12ee-b61a-4764-8d55-45fd71f2a833 req-d5044dd2-dd11-4734-b90e-c622564c3523 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:54.965160 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2d7b12ee-b61a-4764-8d55-45fd71f2a833 req-d5044dd2-dd11-4734-b90e-c622564c3523 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0887547 Apr 05 11:39:55.025771 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2d7b12ee-b61a-4764-8d55-45fd71f2a833 req-7fef4f5a-d008-48c0-8712-b1e557d54044 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539474 Apr 05 11:39:55.051485 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4aff5ca3-3a51-409f-936e-fc2e6c9b47df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (54d0ad4e-f998-4391-a34c-29b019718fa2), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:55.080565 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff5ca3-3a51-409f-936e-fc2e6c9b47df admin admin] Pushing event deleted for resources: {'Port': ['ID=54d0ad4e-f998-4391-a34c-29b019718fa2,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:55.140535 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4aff5ca3-3a51-409f-936e-fc2e6c9b47df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529986'] for router_gateway (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:55.262348 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4aff5ca3-3a51-409f-936e-fc2e6c9b47df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4958'] for router (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:55.264579 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4aff5ca3-3a51-409f-936e-fc2e6c9b47df admin admin] Publish callbacks [] for router_controller (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:55.410766 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4aff5ca3-3a51-409f-936e-fc2e6c9b47df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531960'] for router (6bf8c609-5135-4ffa-97fe-a6c5eb563e76), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:55.411386 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aff5ca3-3a51-409f-936e-fc2e6c9b47df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bf8c609-5135-4ffa-97fe-a6c5eb563e76 {{(pid=103947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:39:55.416561 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4aff5ca3-3a51-409f-936e-fc2e6c9b47df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:55.417776 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4aff5ca3-3a51-409f-936e-fc2e6c9b47df admin admin] 10.222.0.60 "DELETE /v2.0/routers/6bf8c609-5135-4ffa-97fe-a6c5eb563e76 HTTP/1.1" status: 204 len: 168 time: 1.2468088 Apr 05 11:39:55.420134 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35676) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:55.461868 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:55.470711 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aba36fc-2402-424c-bca3-1fd7deaab21e admin admin] Deleting subnet 367f3ebf-9711-4ac7-8f92-7e3f1980efc2 {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:39:55.474107 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8aba36fc-2402-424c-bca3-1fd7deaab21e admin admin] Publish callbacks [] for subnet (367f3ebf-9711-4ac7-8f92-7e3f1980efc2), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:55.512587 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8aba36fc-2402-424c-bca3-1fd7deaab21e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59014070'] for subnet (367f3ebf-9711-4ac7-8f92-7e3f1980efc2), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:55.626361 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8aba36fc-2402-424c-bca3-1fd7deaab21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (367f3ebf-9711-4ac7-8f92-7e3f1980efc2), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:55.770587 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8aba36fc-2402-424c-bca3-1fd7deaab21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62790761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59954035'] for subnet (367f3ebf-9711-4ac7-8f92-7e3f1980efc2), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:55.801934 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba36fc-2402-424c-bca3-1fd7deaab21e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=367f3ebf-9711-4ac7-8f92-7e3f1980efc2,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:55.803916 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8aba36fc-2402-424c-bca3-1fd7deaab21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:55.807343 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-8aba36fc-2402-424c-bca3-1fd7deaab21e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/367f3ebf-9711-4ac7-8f92-7e3f1980efc2 HTTP/1.1" status: 204 len: 168 time: 0.3862615 Apr 05 11:39:55.809879 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35684) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:55.812771 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba31afe-fd88-4c00-9ed3-43d4d084ed22 None None] Network c77bd11c-2083-4ad7-adab-65001019d0d4 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:39:55.886981 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (c77bd11c-2083-4ad7-adab-65001019d0d4), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:55.950768 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] Deleting port bbdb5366-1010-46b7-bb8a-cb72669fc5a6 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:55.957904 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:55.994994 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] DHCP port deletion for c77bd11c-2083-4ad7-adab-65001019d0d4 request from dv-cinder-834448-3-iscsi {{(pid=103948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:39:56.020099 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] For port bbdb5366-1010-46b7-bb8a-cb72669fc5a6, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=bbdb5366-1010-46b7-bb8a-cb72669fc5a6,segment=NetworkSegment(661bd3e3-7efc-4d28-9c35-158da73c73fa),segment_id=661bd3e3-7efc-4d28-9c35-158da73c73fa)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:56.021069 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:56.044859 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] Calling delete_port for bbdb5366-1010-46b7-bb8a-cb72669fc5a6 owned by network:dhcp {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:56.089755 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Deleting port bbdb5366-1010-46b7-bb8a-cb72669fc5a6 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:56.090124 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:56.149240 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 8d02be98-8da3-47c5-b5f5-77a836ae7d76 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:39:56.184092 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 8d02be98-8da3-47c5-b5f5-77a836ae7d76 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:39:56.184839 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 8d02be98-8da3-47c5-b5f5-77a836ae7d76 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:39:56.185812 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device bbdb5366-1010-46b7-bb8a-cb72669fc5a6 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:39:56.232414 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] For port bbdb5366-1010-46b7-bb8a-cb72669fc5a6, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=bbdb5366-1010-46b7-bb8a-cb72669fc5a6,segment=NetworkSegment(661bd3e3-7efc-4d28-9c35-158da73c73fa),segment_id=661bd3e3-7efc-4d28-9c35-158da73c73fa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:56.232813 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:56.239552 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40668ef1-32ff-4562-9b9a-037b4fd79684 req-462b63bd-a264-4ab4-9daa-f72802ed87ac tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:56.241045 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-40668ef1-32ff-4562-9b9a-037b4fd79684 req-462b63bd-a264-4ab4-9daa-f72802ed87ac tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0936251 Apr 05 11:39:56.256701 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Calling delete_port for bbdb5366-1010-46b7-bb8a-cb72669fc5a6 owned by network:dhcp {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:56.308741 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-40668ef1-32ff-4562-9b9a-037b4fd79684 req-6afefa11-a445-4e58-b25e-4e0a472637a5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588210 Apr 05 11:39:56.330836 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:56.355982 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port bbdb5366-1010-46b7-bb8a-cb72669fc5a6 is: ACTIVE; New status is: DOWN {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:39:56.356370 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:56.361539 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] Pushing event deleted for resources: {'Port': ['ID=bbdb5366-1010-46b7-bb8a-cb72669fc5a6,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:56.368379 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] No DVR routers for this DVR port bbdb5366-1010-46b7-bb8a-cb72669fc5a6 on host dv-cinder-834448-3-iscsi {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:39:56.407312 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 54d0ad4e-f998-4391-a34c-29b019718fa2 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:39:56.409121 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (bbdb5366-1010-46b7-bb8a-cb72669fc5a6), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:56.443229 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (c77bd11c-2083-4ad7-adab-65001019d0d4), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:56.450270 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 54d0ad4e-f998-4391-a34c-29b019718fa2 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:39:56.450623 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 54d0ad4e-f998-4391-a34c-29b019718fa2 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:39:56.454096 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Pushing event deleted for resources: {'Port': ['ID=bbdb5366-1010-46b7-bb8a-cb72669fc5a6,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:56.456565 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] No DVR routers for this DVR port bbdb5366-1010-46b7-bb8a-cb72669fc5a6 on host dv-cinder-834448-3-iscsi {{(pid=103948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:39:56.469025 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:56.470055 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:56.470587 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:56.471103 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:56.471632 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:56.471835 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77bd11c-2083-4ad7-adab-65001019d0d4']}} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:56.472143 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:56.472625 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:56.472811 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:56.473271 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:56.473607 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:56.473940 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:56.474285 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:56.474613 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:56.474938 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:56.475263 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1861c38-52bd-459d-b421-5f3fcf08688f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:56.492539 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661bd3e3-7efc-4d28-9c35-158da73c73fa') {'for_net_delete': True} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:56.492847 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661bd3e3-7efc-4d28-9c35-158da73c73fa') {} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:56.503058 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59013965'] for segment (661bd3e3-7efc-4d28-9c35-158da73c73fa), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:56.516530 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (661bd3e3-7efc-4d28-9c35-158da73c73fa), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:56.522302 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:39:56.522691 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62790659'] for segment (661bd3e3-7efc-4d28-9c35-158da73c73fa), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: Traceback (most recent call last): Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: timer() Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: cb(*args, **kw) Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: return func(*args, **kwargs) Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: self._notify() Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: self.callback(batched_events) Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: event.method(event) Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: return f(self, *a, **k) Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: return self._get(url).json() Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: return self.request(url, 'GET', **kwargs) Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:39:56.524366 dv-cinder-834448-3-iscsi neutron-server[103947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:39:56.702919 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (c77bd11c-2083-4ad7-adab-65001019d0d4), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:56.716783 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:56.717016 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] 10.222.0.60 "DELETE /v2.0/networks/c77bd11c-2083-4ad7-adab-65001019d0d4 HTTP/1.1" status: 204 len: 168 time: 0.9062369 Apr 05 11:39:56.721525 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 35710) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:56.733502 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d5a7f-7f93-4ad2-985a-8df56aa148bc admin admin] Pushing event deleted for resources: {'Network': ['ID=c77bd11c-2083-4ad7-adab-65001019d0d4,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:57.038990 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:57.095728 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4f235568-6aaf-4452-b27c-1634bde7bc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532244'] for router_interface (306fa50f-6bfd-4794-8012-03dec3d8ca3c), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:57.443732 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4379ac2-dc05-4af1-816b-d51d2559c654 req-a97ab323-841c-4d40-bf78-530e8fbd97eb tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:57.445324 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c4379ac2-dc05-4af1-816b-d51d2559c654 req-a97ab323-841c-4d40-bf78-530e8fbd97eb tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0604317 Apr 05 11:39:57.494913 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c4379ac2-dc05-4af1-816b-d51d2559c654 req-9c27bbce-cf66-4e8e-aa14-e916ef8496bc tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438180 Apr 05 11:39:57.621731 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-4f235568-6aaf-4452-b27c-1634bde7bc9b admin admin] Deleting port 979287d9-768e-43b1-9eba-f2e44a07da55 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:57.622067 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4f235568-6aaf-4452-b27c-1634bde7bc9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:57.701687 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-4f235568-6aaf-4452-b27c-1634bde7bc9b admin admin] For port 979287d9-768e-43b1-9eba-f2e44a07da55, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=979287d9-768e-43b1-9eba-f2e44a07da55,segment=NetworkSegment(e0023a56-af57-4547-8fed-6a6cad562042),segment_id=e0023a56-af57-4547-8fed-6a6cad562042)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:57.702122 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4f235568-6aaf-4452-b27c-1634bde7bc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:57.715193 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-4f235568-6aaf-4452-b27c-1634bde7bc9b admin admin] Calling delete_port for 979287d9-768e-43b1-9eba-f2e44a07da55 owned by network:router_interface {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:57.981613 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4f235568-6aaf-4452-b27c-1634bde7bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (979287d9-768e-43b1-9eba-f2e44a07da55), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.005223 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f235568-6aaf-4452-b27c-1634bde7bc9b admin admin] Pushing event deleted for resources: {'Port': ['ID=979287d9-768e-43b1-9eba-f2e44a07da55,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:58.191539 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4f235568-6aaf-4452-b27c-1634bde7bc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530052'] for router_interface (306fa50f-6bfd-4794-8012-03dec3d8ca3c), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.334126 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35738) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:58.421426 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f235568-6aaf-4452-b27c-1634bde7bc9b admin admin] Router 306fa50f-6bfd-4794-8012-03dec3d8ca3c has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:39:58.443342 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-83301612-b627-400d-8934-84d9cfe46d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.543037 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-83301612-b627-400d-8934-84d9cfe46d7d admin admin] Publish callbacks [] for security_group (d4d0f84f-a0b7-4b6a-bb45-c48dca6d4eae), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.549530 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f235568-6aaf-4452-b27c-1634bde7bc9b admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:39:58.554805 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-4f235568-6aaf-4452-b27c-1634bde7bc9b admin admin] 10.222.0.60 "PUT /v2.0/routers/306fa50f-6bfd-4794-8012-03dec3d8ca3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8321774 Apr 05 11:39:58.558595 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35748) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:58.559001 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b738b-c5fb-4534-96fe-82d6ebf81305 None None] Sync routers for ids ['306fa50f-6bfd-4794-8012-03dec3d8ca3c'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:39:58.571006 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b738b-c5fb-4534-96fe-82d6ebf81305 None None] Routers {'306fa50f-6bfd-4794-8012-03dec3d8ca3c'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:58.571904 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-a11b738b-c5fb-4534-96fe-82d6ebf81305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:39:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['306fa50f-6bfd-4794-8012-03dec3d8ca3c'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:58.606820 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-83301612-b627-400d-8934-84d9cfe46d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (d4d0f84f-a0b7-4b6a-bb45-c48dca6d4eae), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.651324 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168f7ad-1038-4eca-ad37-3d80183ce172 req-54781c0d-06fa-499b-aea3-ffc9a6e3abf9 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:58.653497 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0168f7ad-1038-4eca-ad37-3d80183ce172 req-54781c0d-06fa-499b-aea3-ffc9a6e3abf9 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0767789 Apr 05 11:39:58.700088 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-83301612-b627-400d-8934-84d9cfe46d7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11330269aeb14328a7169f4ab39fc19e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646152 Apr 05 11:39:58.703524 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 35752) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:58.706932 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-a11b738b-c5fb-4534-96fe-82d6ebf81305 None None] Set router 306fa50f-6bfd-4794-8012-03dec3d8ca3c gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:58.711575 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83301612-b627-400d-8934-84d9cfe46d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d0f84f-a0b7-4b6a-bb45-c48dca6d4eae,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:58.739869 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0168f7ad-1038-4eca-ad37-3d80183ce172 req-44fb41a6-c3b0-45a2-b95c-bfc28ed83915 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789986 Apr 05 11:39:58.740378 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d1945d67-7d8e-47ff-8b1a-5a525fafc917 admin admin] Publish callbacks [] for router (306fa50f-6bfd-4794-8012-03dec3d8ca3c), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.774153 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b9b2cc7d-e715-4bbb-9334-50b89dc5a426 admin admin] Publish callbacks [] for security_group (d4d0f84f-a0b7-4b6a-bb45-c48dca6d4eae), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.801816 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b9b2cc7d-e715-4bbb-9334-50b89dc5a426 admin admin] Publish callbacks [] for security_group (d4d0f84f-a0b7-4b6a-bb45-c48dca6d4eae), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.870514 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d1945d67-7d8e-47ff-8b1a-5a525fafc917 admin admin] Publish callbacks [] for router_gateway (306fa50f-6bfd-4794-8012-03dec3d8ca3c), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.913182 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b9b2cc7d-e715-4bbb-9334-50b89dc5a426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (d4d0f84f-a0b7-4b6a-bb45-c48dca6d4eae), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.913863 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-a11b738b-c5fb-4534-96fe-82d6ebf81305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'name': 'tempest-TestMinimumBasicScenario-327693159-router', 'tenant_id': 'af18b40d1ee4481291a8d580bb1466ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'beae2351-dde4-475e-9113-a23045608f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:22Z', 'updated_at': '2022-04-05T11:39:57Z', 'revision_number': 5, 'project_id': 'af18b40d1ee4481291a8d580bb1466ed', 'gw_port': {'id': 'beae2351-dde4-475e-9113-a23045608f56', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:89:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:36:23Z', 'updated_at': '2022-04-05T11:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:58.915882 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b9b2cc7d-e715-4bbb-9334-50b89dc5a426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.918143 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-b9b2cc7d-e715-4bbb-9334-50b89dc5a426 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d4d0f84f-a0b7-4b6a-bb45-c48dca6d4eae HTTP/1.1" status: 204 len: 168 time: 0.2090313 Apr 05 11:39:58.925745 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2cc7d-e715-4bbb-9334-50b89dc5a426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d0f84f-a0b7-4b6a-bb45-c48dca6d4eae,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:58.946464 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b738b-c5fb-4534-96fe-82d6ebf81305 None None] Checking router: 306fa50f-6bfd-4794-8012-03dec3d8ca3c for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:39:58.961101 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b738b-c5fb-4534-96fe-82d6ebf81305 None None] Routers {'306fa50f-6bfd-4794-8012-03dec3d8ca3c'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:58.961963 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-a11b738b-c5fb-4534-96fe-82d6ebf81305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:39:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['306fa50f-6bfd-4794-8012-03dec3d8ca3c'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:58.982878 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-d1945d67-7d8e-47ff-8b1a-5a525fafc917 admin admin] Deleting port beae2351-dde4-475e-9113-a23045608f56 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:58.983208 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d1945d67-7d8e-47ff-8b1a-5a525fafc917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (beae2351-dde4-475e-9113-a23045608f56), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.057309 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-a11b738b-c5fb-4534-96fe-82d6ebf81305 None None] Set router 306fa50f-6bfd-4794-8012-03dec3d8ca3c gateway port host: None {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:59.068040 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-d1945d67-7d8e-47ff-8b1a-5a525fafc917 admin admin] For port beae2351-dde4-475e-9113-a23045608f56, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=beae2351-dde4-475e-9113-a23045608f56,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:59.068186 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d1945d67-7d8e-47ff-8b1a-5a525fafc917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (beae2351-dde4-475e-9113-a23045608f56), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.081205 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-d1945d67-7d8e-47ff-8b1a-5a525fafc917 admin admin] Calling delete_port for beae2351-dde4-475e-9113-a23045608f56 owned by network:router_gateway {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:59.119887 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-a11b738b-c5fb-4534-96fe-82d6ebf81305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'name': 'tempest-TestMinimumBasicScenario-327693159-router', 'tenant_id': 'af18b40d1ee4481291a8d580bb1466ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:22Z', 'updated_at': '2022-04-05T11:39:58Z', 'revision_number': 6, 'project_id': 'af18b40d1ee4481291a8d580bb1466ed', 'gw_port_host': None}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:59.147571 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b738b-c5fb-4534-96fe-82d6ebf81305 None None] The sync data for ids ['306fa50f-6bfd-4794-8012-03dec3d8ca3c'] in dv-cinder-834448-3-iscsi is: [{'id': '306fa50f-6bfd-4794-8012-03dec3d8ca3c', 'name': 'tempest-TestMinimumBasicScenario-327693159-router', 'tenant_id': 'af18b40d1ee4481291a8d580bb1466ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:36:22Z', 'updated_at': '2022-04-05T11:39:58Z', 'revision_number': 6, 'project_id': 'af18b40d1ee4481291a8d580bb1466ed', 'gw_port_host': None}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:39:59.381576 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d1945d67-7d8e-47ff-8b1a-5a525fafc917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (beae2351-dde4-475e-9113-a23045608f56), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.408118 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1945d67-7d8e-47ff-8b1a-5a525fafc917 admin admin] Pushing event deleted for resources: {'Port': ['ID=beae2351-dde4-475e-9113-a23045608f56,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:59.469891 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d1945d67-7d8e-47ff-8b1a-5a525fafc917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529986'] for router_gateway (306fa50f-6bfd-4794-8012-03dec3d8ca3c), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.570901 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d1945d67-7d8e-47ff-8b1a-5a525fafc917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4958'] for router (306fa50f-6bfd-4794-8012-03dec3d8ca3c), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.573413 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d1945d67-7d8e-47ff-8b1a-5a525fafc917 admin admin] Publish callbacks [] for router_controller (306fa50f-6bfd-4794-8012-03dec3d8ca3c), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.701814 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d1945d67-7d8e-47ff-8b1a-5a525fafc917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531960'] for router (306fa50f-6bfd-4794-8012-03dec3d8ca3c), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.702406 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1945d67-7d8e-47ff-8b1a-5a525fafc917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 306fa50f-6bfd-4794-8012-03dec3d8ca3c {{(pid=103947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:39:59.706680 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d1945d67-7d8e-47ff-8b1a-5a525fafc917 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.707861 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-d1945d67-7d8e-47ff-8b1a-5a525fafc917 admin admin] 10.222.0.60 "DELETE /v2.0/routers/306fa50f-6bfd-4794-8012-03dec3d8ca3c HTTP/1.1" status: 204 len: 168 time: 1.1482823 Apr 05 11:39:59.709238 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 35766) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:59.711864 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35768) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:59.722261 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9a87dedc-5049-44f9-9ca9-c74db71f9d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.756157 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-f524bcb5-4ace-4395-a590-6fc2fc049cf9 admin admin] Deleting subnet 90e26dc2-21da-4318-80cb-404968890838 {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:39:59.759326 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f524bcb5-4ace-4395-a590-6fc2fc049cf9 admin admin] Publish callbacks [] for subnet (90e26dc2-21da-4318-80cb-404968890838), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.801090 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f524bcb5-4ace-4395-a590-6fc2fc049cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59014070'] for subnet (90e26dc2-21da-4318-80cb-404968890838), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.806787 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9a87dedc-5049-44f9-9ca9-c74db71f9d05 admin admin] Publish callbacks [] for security_group (2e405528-34ff-4b2d-9e29-d7b8cd6691ae), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.875646 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974e116-181f-469a-8346-f5a75346d85a req-bbab8578-7f50-4c2e-b8df-4c326672af65 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:59.877163 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b974e116-181f-469a-8346-f5a75346d85a req-bbab8578-7f50-4c2e-b8df-4c326672af65 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0540404 Apr 05 11:39:59.879179 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f524bcb5-4ace-4395-a590-6fc2fc049cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (90e26dc2-21da-4318-80cb-404968890838), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.896133 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9a87dedc-5049-44f9-9ca9-c74db71f9d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (2e405528-34ff-4b2d-9e29-d7b8cd6691ae), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.949862 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-9a87dedc-5049-44f9-9ca9-c74db71f9d05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dcc6ae30200045a0bb08a7dc3b9b085d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399287 Apr 05 11:39:59.952721 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35772) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:59.961073 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87dedc-5049-44f9-9ca9-c74db71f9d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e405528-34ff-4b2d-9e29-d7b8cd6691ae,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:59.971211 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b974e116-181f-469a-8346-f5a75346d85a req-9cd8a09a-e0f2-4da4-ba07-ac18547428d4 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881383 Apr 05 11:40:00.004536 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0edf5745-bcc5-44cf-9cd3-29b40f3e172a admin admin] Publish callbacks [] for security_group (2e405528-34ff-4b2d-9e29-d7b8cd6691ae), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.017542 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f524bcb5-4ace-4395-a590-6fc2fc049cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62790761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59954035'] for subnet (90e26dc2-21da-4318-80cb-404968890838), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.055924 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0edf5745-bcc5-44cf-9cd3-29b40f3e172a admin admin] Publish callbacks [] for security_group (2e405528-34ff-4b2d-9e29-d7b8cd6691ae), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.063842 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f524bcb5-4ace-4395-a590-6fc2fc049cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.066549 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e1caa6-5535-4803-a1df-8a8dedc4ed8a None None] Network dd58406d-a00d-4058-8fd9-8b11dff14f61 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:40:00.067039 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f524bcb5-4ace-4395-a590-6fc2fc049cf9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/90e26dc2-21da-4318-80cb-404968890838 HTTP/1.1" status: 204 len: 168 time: 0.3541322 Apr 05 11:40:00.068064 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524bcb5-4ace-4395-a590-6fc2fc049cf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90e26dc2-21da-4318-80cb-404968890838,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:00.069655 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 35774) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:00.108955 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device beae2351-dde4-475e-9113-a23045608f56 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:00.159938 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: beae2351-dde4-475e-9113-a23045608f56 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:00.160289 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device beae2351-dde4-475e-9113-a23045608f56 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:00.160716 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 979287d9-768e-43b1-9eba-f2e44a07da55 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:00.171924 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (dd58406d-a00d-4058-8fd9-8b11dff14f61), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.185395 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 979287d9-768e-43b1-9eba-f2e44a07da55 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:00.185610 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 979287d9-768e-43b1-9eba-f2e44a07da55 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:00.204634 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0edf5745-bcc5-44cf-9cd3-29b40f3e172a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (2e405528-34ff-4b2d-9e29-d7b8cd6691ae), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.207247 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0edf5745-bcc5-44cf-9cd3-29b40f3e172a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.208651 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-0edf5745-bcc5-44cf-9cd3-29b40f3e172a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e405528-34ff-4b2d-9e29-d7b8cd6691ae HTTP/1.1" status: 204 len: 168 time: 0.2545471 Apr 05 11:40:00.216659 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf5745-bcc5-44cf-9cd3-29b40f3e172a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e405528-34ff-4b2d-9e29-d7b8cd6691ae,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:00.265870 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] Deleting port 93ace4bb-6944-4825-872e-0bf22837f73b {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:00.266226 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (93ace4bb-6944-4825-872e-0bf22837f73b), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.322805 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a8a9db-702b-4cb0-94df-68c890619d29 None None] DHCP port deletion for dd58406d-a00d-4058-8fd9-8b11dff14f61 request from dv-cinder-834448-3-iscsi {{(pid=103948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:40:00.338354 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] For port 93ace4bb-6944-4825-872e-0bf22837f73b, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=93ace4bb-6944-4825-872e-0bf22837f73b,segment=NetworkSegment(e0023a56-af57-4547-8fed-6a6cad562042),segment_id=e0023a56-af57-4547-8fed-6a6cad562042)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:00.338714 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (93ace4bb-6944-4825-872e-0bf22837f73b), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.353328 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] Calling delete_port for 93ace4bb-6944-4825-872e-0bf22837f73b owned by network:dhcp {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:00.375380 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-a5a8a9db-702b-4cb0-94df-68c890619d29 None None] Deleting port 93ace4bb-6944-4825-872e-0bf22837f73b {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:00.375852 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a9db-702b-4cb0-94df-68c890619d29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (93ace4bb-6944-4825-872e-0bf22837f73b), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.448416 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-a5a8a9db-702b-4cb0-94df-68c890619d29 None None] For port 93ace4bb-6944-4825-872e-0bf22837f73b, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=93ace4bb-6944-4825-872e-0bf22837f73b,segment=NetworkSegment(e0023a56-af57-4547-8fed-6a6cad562042),segment_id=e0023a56-af57-4547-8fed-6a6cad562042)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:00.449986 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a9db-702b-4cb0-94df-68c890619d29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (93ace4bb-6944-4825-872e-0bf22837f73b), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.462100 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-a5a8a9db-702b-4cb0-94df-68c890619d29 None None] Calling delete_port for 93ace4bb-6944-4825-872e-0bf22837f73b owned by network:dhcp {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:00.553165 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (93ace4bb-6944-4825-872e-0bf22837f73b), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.591895 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ace4bb-6944-4825-872e-0bf22837f73b,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:00.598090 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] No DVR routers for this DVR port 93ace4bb-6944-4825-872e-0bf22837f73b on host dv-cinder-834448-3-iscsi {{(pid=103946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:00.675062 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a5a8a9db-702b-4cb0-94df-68c890619d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (93ace4bb-6944-4825-872e-0bf22837f73b), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.693484 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (dd58406d-a00d-4058-8fd9-8b11dff14f61), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.700919 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8a9db-702b-4cb0-94df-68c890619d29 None None] Pushing event deleted for resources: {'Port': ['ID=93ace4bb-6944-4825-872e-0bf22837f73b,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:00.705046 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a8a9db-702b-4cb0-94df-68c890619d29 None None] No DVR routers for this DVR port 93ace4bb-6944-4825-872e-0bf22837f73b on host dv-cinder-834448-3-iscsi {{(pid=103948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:00.710354 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd58406d-a00d-4058-8fd9-8b11dff14f61']}} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:00.723697 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0023a56-af57-4547-8fed-6a6cad562042') {'for_net_delete': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:00.724028 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0023a56-af57-4547-8fed-6a6cad562042') {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:00.734102 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59243133'] for segment (e0023a56-af57-4547-8fed-6a6cad562042), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.747338 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (e0023a56-af57-4547-8fed-6a6cad562042), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.754078 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:40:00.754498 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61926161'] for segment (e0023a56-af57-4547-8fed-6a6cad562042), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: Traceback (most recent call last): Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: timer() Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: cb(*args, **kw) Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: return func(*args, **kwargs) Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: self._notify() Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: self.callback(batched_events) Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: event.method(event) Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: return f(self, *a, **k) Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._get(url).json() Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: return self.request(url, 'GET', **kwargs) Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:40:00.756284 dv-cinder-834448-3-iscsi neutron-server[103946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:40:00.918987 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (dd58406d-a00d-4058-8fd9-8b11dff14f61), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.925324 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.929178 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] 10.222.0.60 "DELETE /v2.0/networks/dd58406d-a00d-4058-8fd9-8b11dff14f61 HTTP/1.1" status: 204 len: 168 time: 0.8583591 Apr 05 11:40:00.943503 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed085e-0dd8-4fe4-882e-a3185e02c694 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd58406d-a00d-4058-8fd9-8b11dff14f61,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:01.100231 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7f16f-4807-4d8f-92f0-28ac60619319 req-0a27c55d-5d36-43e0-aa39-1f871bedebff tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:01.102894 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-10e7f16f-4807-4d8f-92f0-28ac60619319 req-0a27c55d-5d36-43e0-aa39-1f871bedebff tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0560839 Apr 05 11:40:01.166910 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-10e7f16f-4807-4d8f-92f0-28ac60619319 req-0f315059-72d5-45de-9731-b009b71063ee tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574648 Apr 05 11:40:01.342806 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35804) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:01.383239 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-6c137e26-af9b-428a-8962-15665e9c0d28 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be5f73d3bb5948299a1d81283e0c738a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391109 Apr 05 11:40:01.385903 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35808) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:01.718274 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-79f271b7-134e-4e38-80f5-583ed1ee26b6 admin admin] Publish callbacks [] for security_group (44b01245-c11f-4577-84d2-e0394886f219), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.739368 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-79f271b7-134e-4e38-80f5-583ed1ee26b6 admin admin] Publish callbacks [] for security_group (44b01245-c11f-4577-84d2-e0394886f219), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.838950 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-79f271b7-134e-4e38-80f5-583ed1ee26b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (44b01245-c11f-4577-84d2-e0394886f219), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.841610 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-79f271b7-134e-4e38-80f5-583ed1ee26b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.843333 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-79f271b7-134e-4e38-80f5-583ed1ee26b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44b01245-c11f-4577-84d2-e0394886f219 HTTP/1.1" status: 204 len: 168 time: 0.4559398 Apr 05 11:40:01.851714 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f271b7-134e-4e38-80f5-583ed1ee26b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b01245-c11f-4577-84d2-e0394886f219,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:02.077829 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 93ace4bb-6944-4825-872e-0bf22837f73b no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:02.100057 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 93ace4bb-6944-4825-872e-0bf22837f73b {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:02.100406 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 93ace4bb-6944-4825-872e-0bf22837f73b not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:02.301083 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa54e10-c78d-459c-816a-73452563f519 req-695359e5-16a9-4ac2-9b27-1915f489884a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:02.302603 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-faa54e10-c78d-459c-816a-73452563f519 req-695359e5-16a9-4ac2-9b27-1915f489884a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0620725 Apr 05 11:40:02.379397 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-faa54e10-c78d-459c-816a-73452563f519 req-a7dc0dd0-f53e-4b86-94d3-0f3ec3ff70cd tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431523 Apr 05 11:40:02.501540 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35846) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:02.547467 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-56bf2565-3e18-425c-ab8d-e07684e64c39 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af18b40d1ee4481291a8d580bb1466ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444844 Apr 05 11:40:02.549728 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35848) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:02.600431 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-22338729-4f16-494e-a46b-0576922ade8e admin admin] Publish callbacks [] for security_group (9570bdb4-a188-4603-a48c-949029995c16), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:02.622113 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-22338729-4f16-494e-a46b-0576922ade8e admin admin] Publish callbacks [] for security_group (9570bdb4-a188-4603-a48c-949029995c16), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:02.729726 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-22338729-4f16-494e-a46b-0576922ade8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (9570bdb4-a188-4603-a48c-949029995c16), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:02.732301 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-22338729-4f16-494e-a46b-0576922ade8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:02.734176 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-22338729-4f16-494e-a46b-0576922ade8e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9570bdb4-a188-4603-a48c-949029995c16 HTTP/1.1" status: 204 len: 168 time: 0.1828587 Apr 05 11:40:02.741944 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22338729-4f16-494e-a46b-0576922ade8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9570bdb4-a188-4603-a48c-949029995c16,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:03.498802 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbea76-fba5-46fa-8a1a-9c28e7d34972 req-44280d41-4c9a-4f19-80ee-c4a8dcbbb0f2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:03.501270 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-47bbea76-fba5-46fa-8a1a-9c28e7d34972 req-44280d41-4c9a-4f19-80ee-c4a8dcbbb0f2 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0612433 Apr 05 11:40:03.578606 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-47bbea76-fba5-46fa-8a1a-9c28e7d34972 req-e9842032-1f08-431d-9355-70394d9c3836 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686479 Apr 05 11:40:04.732043 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c20fe9-3a67-409e-96c9-db8fefb2b9a7 req-a8890cef-7560-453c-a358-68108318197d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:04.734609 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a0c20fe9-3a67-409e-96c9-db8fefb2b9a7 req-a8890cef-7560-453c-a358-68108318197d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0711966 Apr 05 11:40:04.780972 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a0c20fe9-3a67-409e-96c9-db8fefb2b9a7 req-eb609146-1230-461d-b208-393f5995d860 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406113 Apr 05 11:40:05.610841 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 35906) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:05.713552 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-efe5b99a-9873-4345-956c-3d4e5775697e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:05.787923 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-efe5b99a-9873-4345-956c-3d4e5775697e admin admin] Publish callbacks [] for security_group (652ad46a-f476-4cd7-82e1-cbaeb350af6f), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:05.861232 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-efe5b99a-9873-4345-956c-3d4e5775697e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (652ad46a-f476-4cd7-82e1-cbaeb350af6f), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:05.901155 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-efe5b99a-9873-4345-956c-3d4e5775697e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f59df6e9882449899cd2bffef269aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891877 Apr 05 11:40:05.902010 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5b99a-9873-4345-956c-3d4e5775697e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652ad46a-f476-4cd7-82e1-cbaeb350af6f,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:05.904335 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 35914) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:05.910434 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87afd0c-7efb-472f-b8bb-09b6cdc30fb4 req-046df53b-52e2-43cb-88ec-7ce887d05bfa tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:05.911561 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a87afd0c-7efb-472f-b8bb-09b6cdc30fb4 req-046df53b-52e2-43cb-88ec-7ce887d05bfa tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0530503 Apr 05 11:40:05.953134 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-0842545b-9ef9-48b4-a244-ed73afb677da admin admin] Publish callbacks [] for security_group (652ad46a-f476-4cd7-82e1-cbaeb350af6f), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:05.964246 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a87afd0c-7efb-472f-b8bb-09b6cdc30fb4 req-26c01c2d-9766-43b2-95b4-9de670b34a61 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466011 Apr 05 11:40:05.978651 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-0842545b-9ef9-48b4-a244-ed73afb677da admin admin] Publish callbacks [] for security_group (652ad46a-f476-4cd7-82e1-cbaeb350af6f), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:06.106898 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-0842545b-9ef9-48b4-a244-ed73afb677da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (652ad46a-f476-4cd7-82e1-cbaeb350af6f), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:06.109489 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-0842545b-9ef9-48b4-a244-ed73afb677da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:06.110675 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-0842545b-9ef9-48b4-a244-ed73afb677da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/652ad46a-f476-4cd7-82e1-cbaeb350af6f HTTP/1.1" status: 204 len: 168 time: 0.2053430 Apr 05 11:40:06.118756 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842545b-9ef9-48b4-a244-ed73afb677da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652ad46a-f476-4cd7-82e1-cbaeb350af6f,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:06.872903 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 35924) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:06.889363 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a82ca50f-e0e8-4a29-a8da-c3583dad1be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:06.970086 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a82ca50f-e0e8-4a29-a8da-c3583dad1be5 admin admin] Publish callbacks [] for security_group (3b6e850b-f5cf-44ea-84d4-ff4b8224078a), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:07.038696 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a82ca50f-e0e8-4a29-a8da-c3583dad1be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (3b6e850b-f5cf-44ea-84d4-ff4b8224078a), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:07.081855 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a82ca50f-e0e8-4a29-a8da-c3583dad1be5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=feeaabe14b5540d08cfe8f5bf7bffa4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2077837 Apr 05 11:40:07.083201 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ca50f-e0e8-4a29-a8da-c3583dad1be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6e850b-f5cf-44ea-84d4-ff4b8224078a,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:07.085014 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 35928) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:07.138468 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9ba95e9f-56aa-4a40-89dc-ae5ba0692560 admin admin] Publish callbacks [] for security_group (3b6e850b-f5cf-44ea-84d4-ff4b8224078a), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:07.168029 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9ba95e9f-56aa-4a40-89dc-ae5ba0692560 admin admin] Publish callbacks [] for security_group (3b6e850b-f5cf-44ea-84d4-ff4b8224078a), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:07.246509 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c165ccf-1348-428a-b17f-d7f22c611273 req-6b15d80e-7938-40e3-91a9-9e6bad7b21c3 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:07.248054 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2c165ccf-1348-428a-b17f-d7f22c611273 req-6b15d80e-7938-40e3-91a9-9e6bad7b21c3 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0530388 Apr 05 11:40:07.267069 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9ba95e9f-56aa-4a40-89dc-ae5ba0692560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (3b6e850b-f5cf-44ea-84d4-ff4b8224078a), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:07.269909 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9ba95e9f-56aa-4a40-89dc-ae5ba0692560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:07.271207 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-9ba95e9f-56aa-4a40-89dc-ae5ba0692560 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b6e850b-f5cf-44ea-84d4-ff4b8224078a HTTP/1.1" status: 204 len: 168 time: 0.1850750 Apr 05 11:40:07.281154 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba95e9f-56aa-4a40-89dc-ae5ba0692560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6e850b-f5cf-44ea-84d4-ff4b8224078a,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:07.298173 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2c165ccf-1348-428a-b17f-d7f22c611273 req-00136555-a70f-4bcd-9f71-963d034aedb6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444975 Apr 05 11:40:08.437083 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e13ea8-859f-49b0-9bf6-575b31446482 req-ba456027-0765-41d7-bce9-d29b5370a989 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:08.438628 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a2e13ea8-859f-49b0-9bf6-575b31446482 req-ba456027-0765-41d7-bce9-d29b5370a989 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0592213 Apr 05 11:40:08.486425 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a2e13ea8-859f-49b0-9bf6-575b31446482 req-1117b27a-651a-4c99-a605-4ed3f6f607cd tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418668 Apr 05 11:40:08.807660 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 781c46da-8de3-4fb3-bf2a-0909f6044870 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:40:08.912270 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 781c46da-8de3-4fb3-bf2a-0909f6044870, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=781c46da-8de3-4fb3-bf2a-0909f6044870,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:08.923879 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '781c46da-8de3-4fb3-bf2a-0909f6044870', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'port_id': '781c46da-8de3-4fb3-bf2a-0909f6044870', 'mac_address': 'fa:16:3e:fa:3a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:40:08.962083 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 781c46da-8de3-4fb3-bf2a-0909f6044870 is: ACTIVE; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:08.962466 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:08.975337 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 781c46da-8de3-4fb3-bf2a-0909f6044870 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:40:08.994458 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 781c46da-8de3-4fb3-bf2a-0909f6044870, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=781c46da-8de3-4fb3-bf2a-0909f6044870,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:09.112643 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:09.160134 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=781c46da-8de3-4fb3-bf2a-0909f6044870,revision_number=6']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:09.279724 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['781c46da-8de3-4fb3-bf2a-0909f6044870'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:40:09.610243 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd40b10-3277-446d-87ac-0d290987993c req-e8dd37ba-8fa6-4ff8-9634-e9556e9dd681 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:09.611738 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bcd40b10-3277-446d-87ac-0d290987993c req-e8dd37ba-8fa6-4ff8-9634-e9556e9dd681 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 945 time: 0.0518591 Apr 05 11:40:09.658382 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bcd40b10-3277-446d-87ac-0d290987993c req-6796206e-8052-438d-b117-dac13a068d07 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410347 Apr 05 11:40:10.787329 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c388a-091b-451b-8316-d482e84be526 req-52fd89da-cf3a-4a65-a393-05e28082ad7a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:10.788767 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e32c388a-091b-451b-8316-d482e84be526 req-52fd89da-cf3a-4a65-a393-05e28082ad7a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 945 time: 0.0582898 Apr 05 11:40:10.807030 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 781c46da-8de3-4fb3-bf2a-0909f6044870 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:10.843992 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e32c388a-091b-451b-8316-d482e84be526 req-5bfeb7a5-06b2-4a67-af58-6a66ec8218b9 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492945 Apr 05 11:40:10.873445 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 781c46da-8de3-4fb3-bf2a-0909f6044870 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:10.874519 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.979023 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 781c46da-8de3-4fb3-bf2a-0909f6044870 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:10.979158 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:11.004256 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781c46da-8de3-4fb3-bf2a-0909f6044870'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:11.006700 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93124d09-fca7-4aa7-a465-52b251c445e4" -d '{"events": [{"server_uuid": "4d88e619-6518-47fd-a6aa-5e4e90281f8c", "name": "network-vif-plugged", "status": "completed", "tag": "781c46da-8de3-4fb3-bf2a-0909f6044870"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:11.020375 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 781c46da-8de3-4fb3-bf2a-0909f6044870, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=781c46da-8de3-4fb3-bf2a-0909f6044870,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:11.129465 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:11.168140 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46bcf82-308c-486e-b92a-d19dd5dfa77e x-openstack-request-id: req-a46bcf82-308c-486e-b92a-d19dd5dfa77e {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:11.168459 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d88e619-6518-47fd-a6aa-5e4e90281f8c", "name": "network-vif-plugged", "status": "completed", "tag": "781c46da-8de3-4fb3-bf2a-0909f6044870", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:11.168724 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a46bcf82-308c-486e-b92a-d19dd5dfa77e {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:11.169122 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46bcf82-308c-486e-b92a-d19dd5dfa77e'] response: {'server_uuid': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781c46da-8de3-4fb3-bf2a-0909f6044870', 'code': 200} Apr 05 11:40:11.189255 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=781c46da-8de3-4fb3-bf2a-0909f6044870,revision_number=7']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:11.981346 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee0480-34bb-4213-8c8e-0132838f2482 req-f4009b06-df43-4107-a17d-3257b2254a1f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:11.983982 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0dee0480-34bb-4213-8c8e-0132838f2482 req-f4009b06-df43-4107-a17d-3257b2254a1f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0664065 Apr 05 11:40:12.038930 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0dee0480-34bb-4213-8c8e-0132838f2482 req-f01bd88f-1076-4088-a495-ad6b48b3c3f6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490315 Apr 05 11:40:13.229761 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefc81c-ef2d-4e56-aa59-8c1647bc5795 req-66196db0-408b-4160-b1b1-0a05240864ab tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:13.237263 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-deefc81c-ef2d-4e56-aa59-8c1647bc5795 req-66196db0-408b-4160-b1b1-0a05240864ab tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0719590 Apr 05 11:40:13.301014 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-deefc81c-ef2d-4e56-aa59-8c1647bc5795 req-6293006a-ba7d-4bcc-a34f-59b4353dab0b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625453 Apr 05 11:40:13.583667 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf6c59-3cad-45ec-b136-7ed2897fd392 req-82214a73-ac68-48e2-894a-a77892450ed1 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:13.585168 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a4cf6c59-3cad-45ec-b136-7ed2897fd392 req-82214a73-ac68-48e2-894a-a77892450ed1 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 946 time: 0.0602181 Apr 05 11:40:13.590918 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:13.651021 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a4cf6c59-3cad-45ec-b136-7ed2897fd392 req-1f3f64e7-4c9e-47f1-95f4-4daa9140f98f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=c94d8818-901d-4804-bfa8-a5a04f7db4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544353 Apr 05 11:40:14.440878 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021add1c-3418-461e-a24e-fbbbab8ea295 req-bcc28f12-6926-45e8-8a49-ef3c528a23ca tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:14.442678 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-021add1c-3418-461e-a24e-fbbbab8ea295 req-bcc28f12-6926-45e8-8a49-ef3c528a23ca tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0655293 Apr 05 11:40:14.497290 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-021add1c-3418-461e-a24e-fbbbab8ea295 req-94c4b1a7-712f-4fd7-b84e-58292806160d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490122 Apr 05 11:40:14.813242 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58e48d-06c9-4c1a-a2b6-5b89cc47a3b6 req-a6117087-a136-4e73-afd9-f6da45990b9b tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:14.821126 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5c58e48d-06c9-4c1a-a2b6-5b89cc47a3b6 req-a6117087-a136-4e73-afd9-f6da45990b9b tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 946 time: 0.0864716 Apr 05 11:40:14.887501 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5c58e48d-06c9-4c1a-a2b6-5b89cc47a3b6 req-134beaa9-bafd-4c96-b2f6-e68abf53ac65 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=c94d8818-901d-4804-bfa8-a5a04f7db4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573370 Apr 05 11:40:15.212257 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956fcf4-f20b-40ab-b700-d6d1150858c1 req-645abfa2-8ba9-411f-8b3c-77cd19127a94 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:15.212257 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7956fcf4-f20b-40ab-b700-d6d1150858c1 req-645abfa2-8ba9-411f-8b3c-77cd19127a94 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 946 time: 0.0603051 Apr 05 11:40:15.300347 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-7956fcf4-f20b-40ab-b700-d6d1150858c1 req-e65aec1b-eebb-490e-920a-7a0c3db11a85 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Deleting port 91e6a764-953d-4b1e-9902-5211db07b9b6 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:15.300791 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7956fcf4-f20b-40ab-b700-d6d1150858c1 req-e65aec1b-eebb-490e-920a-7a0c3db11a85 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (91e6a764-953d-4b1e-9902-5211db07b9b6), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:15.423627 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-7956fcf4-f20b-40ab-b700-d6d1150858c1 req-e65aec1b-eebb-490e-920a-7a0c3db11a85 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] For port 91e6a764-953d-4b1e-9902-5211db07b9b6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=91e6a764-953d-4b1e-9902-5211db07b9b6,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:15.424172 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7956fcf4-f20b-40ab-b700-d6d1150858c1 req-e65aec1b-eebb-490e-920a-7a0c3db11a85 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (91e6a764-953d-4b1e-9902-5211db07b9b6), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:15.707251 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e6ae7-97a0-41d9-a380-41f227507c45 req-661c2fea-2d6d-4e79-88cd-114a5fa57a7a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:15.708840 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-691e6ae7-97a0-41d9-a380-41f227507c45 req-661c2fea-2d6d-4e79-88cd-114a5fa57a7a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.1223969 Apr 05 11:40:15.754673 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7956fcf4-f20b-40ab-b700-d6d1150858c1 req-e65aec1b-eebb-490e-920a-7a0c3db11a85 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:15.755038 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7956fcf4-f20b-40ab-b700-d6d1150858c1 req-e65aec1b-eebb-490e-920a-7a0c3db11a85 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (b4626865-875e-49b8-823d-ff098c190093), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:15.755355 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-7956fcf4-f20b-40ab-b700-d6d1150858c1 req-e65aec1b-eebb-490e-920a-7a0c3db11a85 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Floating IP b4626865-875e-49b8-823d-ff098c190093 disassociated. External IP: 172.27.1.149, port: 91e6a764-953d-4b1e-9902-5211db07b9b6. Apr 05 11:40:15.755727 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-7956fcf4-f20b-40ab-b700-d6d1150858c1 req-e65aec1b-eebb-490e-920a-7a0c3db11a85 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Calling delete_port for 91e6a764-953d-4b1e-9902-5211db07b9b6 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:15.774888 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-691e6ae7-97a0-41d9-a380-41f227507c45 req-028852b4-b1b4-48bf-b0b7-b6f27c718335 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598547 Apr 05 11:40:16.063195 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7956fcf4-f20b-40ab-b700-d6d1150858c1 req-e65aec1b-eebb-490e-920a-7a0c3db11a85 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (91e6a764-953d-4b1e-9902-5211db07b9b6), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:16.109474 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65aec1b-eebb-490e-920a-7a0c3db11a85 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event deleted for resources: {'Port': ['ID=91e6a764-953d-4b1e-9902-5211db07b9b6,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:16.187784 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22577fa-c3d3-41f7-98e4-1c9d27833cf7 req-2abb29b8-4b30-4a52-8d4d-2e1c389c5606 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:16.197165 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a22577fa-c3d3-41f7-98e4-1c9d27833cf7 req-2abb29b8-4b30-4a52-8d4d-2e1c389c5606 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 867 time: 0.2179406 Apr 05 11:40:16.336334 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a22577fa-c3d3-41f7-98e4-1c9d27833cf7 req-0bce24b0-28fb-4d0d-9973-2a2a6218cdac tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=c94d8818-901d-4804-bfa8-a5a04f7db4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381018 Apr 05 11:40:16.368227 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7956fcf4-f20b-40ab-b700-d6d1150858c1 req-e65aec1b-eebb-490e-920a-7a0c3db11a85 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Router 927ef2b6-3c41-4512-b854-4f8e285b6a48 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:16.495543 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7956fcf4-f20b-40ab-b700-d6d1150858c1 req-e65aec1b-eebb-490e-920a-7a0c3db11a85 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:16.518056 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f37fcb8-3a2a-414b-99ce-bc2c589527e6 None None] Sync routers for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:16.541906 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f37fcb8-3a2a-414b-99ce-bc2c589527e6 None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:16.542967 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-6f37fcb8-3a2a-414b-99ce-bc2c589527e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:39:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:16.555283 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-7956fcf4-f20b-40ab-b700-d6d1150858c1 req-e65aec1b-eebb-490e-920a-7a0c3db11a85 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] No DVR routers for this DVR port 91e6a764-953d-4b1e-9902-5211db07b9b6 on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:16.557923 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7956fcf4-f20b-40ab-b700-d6d1150858c1 req-e65aec1b-eebb-490e-920a-7a0c3db11a85 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:16.562311 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7956fcf4-f20b-40ab-b700-d6d1150858c1 req-e65aec1b-eebb-490e-920a-7a0c3db11a85 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "DELETE /v2.0/ports/91e6a764-953d-4b1e-9902-5211db07b9b6 HTTP/1.1" status: 204 len: 173 time: 1.4342241 Apr 05 11:40:16.562792 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3945b25c-4ebb-40d4-aa74-715634c40e57', 'name': 'network-vif-deleted', 'tag': '91e6a764-953d-4b1e-9902-5211db07b9b6'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:16.565189 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8f816f-9635-42b2-9ffb-e3ce6faf471c" -d '{"events": [{"server_uuid": "3945b25c-4ebb-40d4-aa74-715634c40e57", "name": "network-vif-deleted", "tag": "91e6a764-953d-4b1e-9902-5211db07b9b6"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:16.642454 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255c1007-1717-4b36-a3c3-f7c7b93fb18e x-openstack-request-id: req-255c1007-1717-4b36-a3c3-f7c7b93fb18e {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:16.643048 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3945b25c-4ebb-40d4-aa74-715634c40e57", "name": "network-vif-deleted", "tag": "91e6a764-953d-4b1e-9902-5211db07b9b6", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:16.643403 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-255c1007-1717-4b36-a3c3-f7c7b93fb18e {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:16.644006 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255c1007-1717-4b36-a3c3-f7c7b93fb18e'] response: {'server_uuid': '3945b25c-4ebb-40d4-aa74-715634c40e57', 'name': 'network-vif-deleted', 'tag': '91e6a764-953d-4b1e-9902-5211db07b9b6', 'status': 'completed', 'code': 200} Apr 05 11:40:16.695387 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-6f37fcb8-3a2a-414b-99ce-bc2c589527e6 None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:16.974536 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58818d-8126-4c99-802e-8a08774c462d req-451877f4-b28f-4a4c-ab92-ac9be8feea6c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:16.984749 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2c58818d-8126-4c99-802e-8a08774c462d req-451877f4-b28f-4a4c-ab92-ac9be8feea6c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0908906 Apr 05 11:40:17.045766 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2c58818d-8126-4c99-802e-8a08774c462d req-6e5762c2-7d59-45e4-9f54-0a494f3688a5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600400 Apr 05 11:40:17.198221 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-6f37fcb8-3a2a-414b-99ce-bc2c589527e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:17.233776 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f37fcb8-3a2a-414b-99ce-bc2c589527e6 None None] Checking router: 927ef2b6-3c41-4512-b854-4f8e285b6a48 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:17.243206 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f37fcb8-3a2a-414b-99ce-bc2c589527e6 None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:17.243847 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-6f37fcb8-3a2a-414b-99ce-bc2c589527e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:39:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:17.312968 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:40:17.416777 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-6f37fcb8-3a2a-414b-99ce-bc2c589527e6 None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:17.510040 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0b11011e-9e00-4481-a55c-4c48ff0dd967 req-eafcc7b5-15dd-41f8-bc19-363194690228 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=3945b25c-4ebb-40d4-aa74-715634c40e57 HTTP/1.1" status: 200 len: 210 time: 0.0543704 Apr 05 11:40:17.647646 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-6f37fcb8-3a2a-414b-99ce-bc2c589527e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:17.680371 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f37fcb8-3a2a-414b-99ce-bc2c589527e6 None None] The sync data for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi is: [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:18.004843 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f25dc-0f94-4450-8e7a-0ac644673422 None None] New status for floating IP b4626865-875e-49b8-823d-ff098c190093: DOWN {{(pid=103948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:40:18.226235 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14352f-4a5f-4576-a41b-add60abf6097 req-d1a703d0-ca40-48df-af1b-9d99fa1dbb8e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:18.227809 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae14352f-4a5f-4576-a41b-add60abf6097 req-d1a703d0-ca40-48df-af1b-9d99fa1dbb8e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0788219 Apr 05 11:40:18.302737 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae14352f-4a5f-4576-a41b-add60abf6097 req-0939820d-13f8-4983-acfe-797dbeacb99a tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653791 Apr 05 11:40:18.731926 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36166) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:18.794774 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bf411e5c-5ee6-40d1-8c90-d4a15033a930 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (c94d8818-901d-4804-bfa8-a5a04f7db4c3), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:18.822965 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bf411e5c-5ee6-40d1-8c90-d4a15033a930 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (c94d8818-901d-4804-bfa8-a5a04f7db4c3), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:18.869187 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 91e6a764-953d-4b1e-9902-5211db07b9b6 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:18.896039 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 91e6a764-953d-4b1e-9902-5211db07b9b6 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:18.896387 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 91e6a764-953d-4b1e-9902-5211db07b9b6 not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:19.289122 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bf411e5c-5ee6-40d1-8c90-d4a15033a930 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (c94d8818-901d-4804-bfa8-a5a04f7db4c3), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.292036 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bf411e5c-5ee6-40d1-8c90-d4a15033a930 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.293369 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-bf411e5c-5ee6-40d1-8c90-d4a15033a930 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "DELETE /v2.0/security-groups/c94d8818-901d-4804-bfa8-a5a04f7db4c3 HTTP/1.1" status: 204 len: 168 time: 0.5602736 Apr 05 11:40:19.296798 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36172) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:19.304120 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf411e5c-5ee6-40d1-8c90-d4a15033a930 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94d8818-901d-4804-bfa8-a5a04f7db4c3,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:19.310033 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.api.v2.resource [None req-f8164c8c-74e8-4192-b5b3-8c4768e5b7e1 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] show failed (client error): The resource could not be found. Apr 05 11:40:19.312262 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f8164c8c-74e8-4192-b5b3-8c4768e5b7e1 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups/c94d8818-901d-4804-bfa8-a5a04f7db4c3 HTTP/1.1" status: 404 len: 347 time: 0.0138235 Apr 05 11:40:19.315101 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36174) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:19.497309 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c588f3f-4bb3-43ac-b380-a8f1387386b2 req-a9c09d1b-e80a-4949-a89f-58c2e4ee19e4 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:19.498956 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3c588f3f-4bb3-43ac-b380-a8f1387386b2 req-a9c09d1b-e80a-4949-a89f-58c2e4ee19e4 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0910830 Apr 05 11:40:19.528849 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f3f72d1f-49a8-4c59-ae22-ea00bff6de68 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Deleting port cf3ba45b-1c5e-4808-b37e-9652a099e7ae {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:19.529104 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f3f72d1f-49a8-4c59-ae22-ea00bff6de68 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (cf3ba45b-1c5e-4808-b37e-9652a099e7ae), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.626094 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3c588f3f-4bb3-43ac-b380-a8f1387386b2 req-d32693cf-95c3-4584-ba34-a7cf3e281820 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193464 Apr 05 11:40:19.640762 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f3f72d1f-49a8-4c59-ae22-ea00bff6de68 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (cf3ba45b-1c5e-4808-b37e-9652a099e7ae), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.641169 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f3f72d1f-49a8-4c59-ae22-ea00bff6de68 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (cf3ba45b-1c5e-4808-b37e-9652a099e7ae), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.666219 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f3f72d1f-49a8-4c59-ae22-ea00bff6de68 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Calling delete_port for cf3ba45b-1c5e-4808-b37e-9652a099e7ae owned by network:floatingip {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:19.890529 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f3f72d1f-49a8-4c59-ae22-ea00bff6de68 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (cf3ba45b-1c5e-4808-b37e-9652a099e7ae), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.917846 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f72d1f-49a8-4c59-ae22-ea00bff6de68 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event deleted for resources: {'Port': ['ID=cf3ba45b-1c5e-4808-b37e-9652a099e7ae,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:19.996243 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f3f72d1f-49a8-4c59-ae22-ea00bff6de68 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (b4626865-875e-49b8-823d-ff098c190093), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.999584 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f3f72d1f-49a8-4c59-ae22-ea00bff6de68 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.000751 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-f3f72d1f-49a8-4c59-ae22-ea00bff6de68 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "DELETE /v2.0/floatingips/b4626865-875e-49b8-823d-ff098c190093 HTTP/1.1" status: 204 len: 168 time: 0.6845942 Apr 05 11:40:20.267312 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36190) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:20.277575 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-7d8cacd1-80eb-4cda-bb0d-362eb9032fee tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--754577770', 'description': 'tempest-description--277701779'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:20.358843 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7d8cacd1-80eb-4cda-bb0d-362eb9032fee tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.449027 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7d8cacd1-80eb-4cda-bb0d-362eb9032fee tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (bbd9cf56-f7da-4675-8e50-034775d0e3c8), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.534716 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7d8cacd1-80eb-4cda-bb0d-362eb9032fee tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (bbd9cf56-f7da-4675-8e50-034775d0e3c8), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.570977 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cacd1-80eb-4cda-bb0d-362eb9032fee tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd9cf56-f7da-4675-8e50-034775d0e3c8,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:20.657907 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-7d8cacd1-80eb-4cda-bb0d-362eb9032fee tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.659527 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-7d8cacd1-80eb-4cda-bb0d-362eb9032fee tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3903604 Apr 05 11:40:20.669308 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36196) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:20.674211 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-93e532e9-3237-4097-9b09-ff9d26d6804e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'security_group_rule': {'security_group_id': 'bbd9cf56-f7da-4675-8e50-034775d0e3c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:20.753481 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ed4ab0b-2d39-434b-843e-7e182c53c7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.785468 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe409ddb-657d-43b2-b7a3-a19c29fdb9e2 req-3f68abec-3b2a-4ac6-9061-6d48a81a7f9c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:20.786973 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fe409ddb-657d-43b2-b7a3-a19c29fdb9e2 req-3f68abec-3b2a-4ac6-9061-6d48a81a7f9c tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0644391 Apr 05 11:40:20.821687 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-93e532e9-3237-4097-9b09-ff9d26d6804e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (72091459-32bd-476f-9229-c8e66c2560b5), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.880662 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fe409ddb-657d-43b2-b7a3-a19c29fdb9e2 req-65a2c047-330b-4990-8588-722a57409078 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868444 Apr 05 11:40:20.927299 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-93e532e9-3237-4097-9b09-ff9d26d6804e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (72091459-32bd-476f-9229-c8e66c2560b5), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:21.009343 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-93e532e9-3237-4097-9b09-ff9d26d6804e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (72091459-32bd-476f-9229-c8e66c2560b5), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:21.031118 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e532e9-3237-4097-9b09-ff9d26d6804e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72091459-32bd-476f-9229-c8e66c2560b5,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:21.148165 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-93e532e9-3237-4097-9b09-ff9d26d6804e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:21.151973 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-93e532e9-3237-4097-9b09-ff9d26d6804e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4790635 Apr 05 11:40:21.152282 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36198) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:21.158642 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-49ca80d1-43be-45c7-b052-c0b1d77d14ec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'security_group_rule': {'security_group_id': 'bbd9cf56-f7da-4675-8e50-034775d0e3c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:21.252888 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-49ca80d1-43be-45c7-b052-c0b1d77d14ec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (fbad0b5d-1bf0-4c7b-9349-1b43daef617e), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:21.321882 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-49ca80d1-43be-45c7-b052-c0b1d77d14ec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (fbad0b5d-1bf0-4c7b-9349-1b43daef617e), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:21.403601 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-49ca80d1-43be-45c7-b052-c0b1d77d14ec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (fbad0b5d-1bf0-4c7b-9349-1b43daef617e), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:21.423960 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca80d1-43be-45c7-b052-c0b1d77d14ec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbad0b5d-1bf0-4c7b-9349-1b43daef617e,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:21.491122 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-49ca80d1-43be-45c7-b052-c0b1d77d14ec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:21.492795 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-49ca80d1-43be-45c7-b052-c0b1d77d14ec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3393872 Apr 05 11:40:21.495893 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36206) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:21.501048 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'floatingip': {'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:21.604510 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:21.725753 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:21.769682 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36210) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:21.876175 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Allocated IP 172.27.1.238 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/24ee7ab1-199e-453f-926d-cdfe6243ac7b) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:40:21.916714 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:22.049323 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for port (24ee7ab1-199e-453f-926d-cdfe6243ac7b), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:22.072226 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8e047-b678-4394-b70d-7bb91542415b req-5e786f70-19a8-44fa-a6c5-02c4a0782091 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:22.079993 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3bc8e047-b678-4394-b70d-7bb91542415b req-5e786f70-19a8-44fa-a6c5-02c4a0782091 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.1031508 Apr 05 11:40:22.122230 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Publish callbacks [] for security_group (8ea3afd4-b7e1-473e-97a8-930ffda181e7), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:22.153630 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3bc8e047-b678-4394-b70d-7bb91542415b req-6ec925a0-eded-497b-9d00-8b72fea8e378 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723951 Apr 05 11:40:22.154107 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (24ee7ab1-199e-453f-926d-cdfe6243ac7b), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:22.216378 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:22.218157 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'Port': ['ID=24ee7ab1-199e-453f-926d-cdfe6243ac7b,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:22.222576 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:22.225289 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:40:22.229528 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (8ea3afd4-b7e1-473e-97a8-930ffda181e7), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:22.275190 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea3afd4-b7e1-473e-97a8-930ffda181e7,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:22.282994 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=36adf594076e4934b5323d7732f7acb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5088460 Apr 05 11:40:22.284409 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36216) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:22.291191 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:22.294199 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:22.294199 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:22.294199 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:22.294199 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:22.294199 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:22.294199 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:22.294199 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:22.294199 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:22.295631 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:22.296296 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:22.296588 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:22.297008 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:22.297436 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:22.297858 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31f505-f1ab-4a9c-9129-016ea9f8ce52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:22.323873 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (432ed419-b9f1-45ca-82ad-1086347eadde), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:22.352213 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b671ff04-674f-456a-a6a2-ae6dcf9593ed admin admin] Publish callbacks [] for security_group (8ea3afd4-b7e1-473e-97a8-930ffda181e7), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:22.377821 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b671ff04-674f-456a-a6a2-ae6dcf9593ed admin admin] Publish callbacks [] for security_group (8ea3afd4-b7e1-473e-97a8-930ffda181e7), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:22.903800 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (24ee7ab1-199e-453f-926d-cdfe6243ac7b), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:22.997632 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b671ff04-674f-456a-a6a2-ae6dcf9593ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (8ea3afd4-b7e1-473e-97a8-930ffda181e7), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.000969 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b671ff04-674f-456a-a6a2-ae6dcf9593ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.004618 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-b671ff04-674f-456a-a6a2-ae6dcf9593ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ea3afd4-b7e1-473e-97a8-930ffda181e7 HTTP/1.1" status: 204 len: 168 time: 0.7167735 Apr 05 11:40:23.018441 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671ff04-674f-456a-a6a2-ae6dcf9593ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea3afd4-b7e1-473e-97a8-930ffda181e7,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:23.054899 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3bdcd192-3b5c-4cc9-8f05-ef8d51f59644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.094412 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for port (24ee7ab1-199e-453f-926d-cdfe6243ac7b), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.181149 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61926197'] for port (24ee7ab1-199e-453f-926d-cdfe6243ac7b), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.276580 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (432ed419-b9f1-45ca-82ad-1086347eadde), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.318947 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'Port': ['ID=24ee7ab1-199e-453f-926d-cdfe6243ac7b,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:23.345240 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cb826-a6ce-4ecd-a7a7-5bbb9a0dfdd9 req-5b4ec48c-eb63-44fe-bc93-b3361f26d106 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:23.347082 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-179cb826-a6ce-4ecd-a7a7-5bbb9a0dfdd9 req-5b4ec48c-eb63-44fe-bc93-b3361f26d106 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0912244 Apr 05 11:40:23.401356 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-179cb826-a6ce-4ecd-a7a7-5bbb9a0dfdd9 req-18643550-708c-4e8d-b1cc-ced96f5108f5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487010 Apr 05 11:40:23.427588 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.427588 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-c1ccdd80-cd9d-4ba3-a583-e00d3f262433 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9279468 Apr 05 11:40:23.673606 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-013ca8b8-7414-40ad-abb3-df735e2cc38e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--754577770&fields=id&tenant_id=d629246f6ced4cc8b75399b7a0723868 HTTP/1.1" status: 200 len: 267 time: 0.0437837 Apr 05 11:40:23.829707 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-947675e5-eabc-48d7-a7bc-1ee5585059e6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:23.831330 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-947675e5-eabc-48d7-a7bc-1ee5585059e6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/networks?id=83da91da-2a37-43a9-b807-df1a6d29d057 HTTP/1.1" status: 200 len: 814 time: 0.1426382 Apr 05 11:40:23.856229 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-6612c7df-9c26-4a4d-8674-11ad7b15e4ce tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/quotas/d629246f6ced4cc8b75399b7a0723868 HTTP/1.1" status: 200 len: 375 time: 0.0121541 Apr 05 11:40:23.923338 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-8ad22796-b318-4c95-9567-62504ef4ee4e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d629246f6ced4cc8b75399b7a0723868&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688410 Apr 05 11:40:24.083628 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.136720 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-6db02c51-2179-40fc-8a4d-e89110eaad1d service neutron] 10.222.0.60 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969938 Apr 05 11:40:24.192293 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36266) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:24.236036 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-4f6f526e-cbc1-4daf-9996-01db8af40f19 service neutron] 10.222.0.60 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924065 Apr 05 11:40:24.293012 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1678683302-network', 'tenant_id': '0bfd09739367451297d7d3042eb37411'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:24.425996 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Made reservation on behalf of 0bfd09739367451297d7d3042eb37411 for: {'network': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:40:24.428387 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.452033 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.540090 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-97f8c008-cf43-45e3-b36c-dddd6c5db2e8 req-4389a51c-380d-4fe0-a26e-d088966d1ff7 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 210 time: 0.0339456 Apr 05 11:40:24.572785 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Publish callbacks [] for security_group (50946a4f-3a7c-44ce-948f-e540c2d01eec), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.595681 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df18ba-3e16-411d-bd76-69051a51be9c req-c33dfb60-f2ae-41ad-afff-bbb5463aa339 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:24.595681 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-67df18ba-3e16-411d-bd76-69051a51be9c req-c33dfb60-f2ae-41ad-afff-bbb5463aa339 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0746899 Apr 05 11:40:24.647369 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (50946a4f-3a7c-44ce-948f-e540c2d01eec), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.653459 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-67df18ba-3e16-411d-bd76-69051a51be9c req-2113c9a0-211d-4796-ae3b-f1a9cd871b6e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523746 Apr 05 11:40:24.665894 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:40:24.685916 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (05cc2f2c-d027-4344-aa06-05d4ce81b991), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.686580 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.segments_db [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Added segment 05cc2f2c-d027-4344-aa06-05d4ce81b991 of type vlan for network 6351c4b7-133d-4471-82de-f39f3c9f175f Apr 05 11:40:24.702850 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50946a4f-3a7c-44ce-948f-e540c2d01eec,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:24.728239 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:24.728593 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:24.728935 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:24.729278 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:24.729616 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:24.730013 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:24.730382 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:24.730711 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:24.731039 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:24.731366 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:24.731721 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:24.732073 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:24.732675 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:24.733042 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:24.733471 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:24.751594 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (6351c4b7-133d-4471-82de-f39f3c9f175f), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.832086 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (6351c4b7-133d-4471-82de-f39f3c9f175f), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.833188 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:24.833805 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.898451 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] Pushing event updated for resources: {'Network': ['ID=6351c4b7-133d-4471-82de-f39f3c9f175f,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:24.908836 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network 6351c4b7-133d-4471-82de-f39f3c9f175f details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:40:24.943378 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-d6e3ccef-784b-495a-bb45-eaaff30ad368 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7499650 Apr 05 11:40:24.948297 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36298) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:24.954225 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-f3e99a6e-375c-497d-8d40-68562188964d admin admin] Request body: {'subnet': {'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1678683302-subnet', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'ip_version': 4}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:25.054884 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e99a6e-375c-497d-8d40-68562188964d admin admin] Made reservation on behalf of 0bfd09739367451297d7d3042eb37411 for: {'subnet': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:40:25.057217 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f3e99a6e-375c-497d-8d40-68562188964d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59521883'] for subnet (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:25.153858 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b2978-5577-4c0c-8cb7-ff352279c9a2 req-93e9d4df-e9b1-4ce9-9465-da7d2df34bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:25.155702 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3c7b2978-5577-4c0c-8cb7-ff352279c9a2 req-93e9d4df-e9b1-4ce9-9465-da7d2df34bf1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=233d90e8ff5e4e72ad93b7b8123f9648&device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 1130 time: 0.0493648 Apr 05 11:40:25.250518 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b2978-5577-4c0c-8cb7-ff352279c9a2 req-a46a9de4-cb85-476f-ae42-dc3a2b371aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:25.252044 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3c7b2978-5577-4c0c-8cb7-ff352279c9a2 req-a46a9de4-cb85-476f-ae42-dc3a2b371aef service neutron] 10.222.0.57 "GET /v2.0/networks?id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2 HTTP/1.1" status: 200 len: 917 time: 0.0906718 Apr 05 11:40:25.323068 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3c7b2978-5577-4c0c-8cb7-ff352279c9a2 req-17ba39be-1486-40e7-b4c5-572db1e52d04 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781c46da-8de3-4fb3-bf2a-0909f6044870 HTTP/1.1" status: 200 len: 1001 time: 0.0651953 Apr 05 11:40:25.340766 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f3e99a6e-375c-497d-8d40-68562188964d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61925820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59521861'] for subnet (7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:25.382541 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b2978-5577-4c0c-8cb7-ff352279c9a2 req-ee0333b7-1e09-4291-a320-2f8d2f679f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:25.385219 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3c7b2978-5577-4c0c-8cb7-ff352279c9a2 req-ee0333b7-1e09-4291-a320-2f8d2f679f7b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79697ad3-6090-4136-9658-d9efe2412d4b HTTP/1.1" status: 200 len: 855 time: 0.0551925 Apr 05 11:40:25.401325 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e99a6e-375c-497d-8d40-68562188964d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:25.410993 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e99a6e-375c-497d-8d40-68562188964d admin admin] Checking segment: {'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:25.411349 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e99a6e-375c-497d-8d40-68562188964d admin admin] Network hostable DHCP agents. Network: 6351c4b7-133d-4471-82de-f39f3c9f175f, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:40:25.444103 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b2978-5577-4c0c-8cb7-ff352279c9a2 req-ecd91519-dbbb-4646-ae38-6fad391ca0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:25.445646 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3c7b2978-5577-4c0c-8cb7-ff352279c9a2 req-ecd91519-dbbb-4646-ae38-6fad391ca0b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521784 Apr 05 11:40:25.477885 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:25.551447 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e99a6e-375c-497d-8d40-68562188964d admin admin] Network 6351c4b7-133d-4471-82de-f39f3c9f175f is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:40:25.552501 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3c7b2978-5577-4c0c-8cb7-ff352279c9a2 req-62864aff-17ae-4258-8be8-fa8cece49477 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877464 Apr 05 11:40:25.632781 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-339b4d50-7e79-4c90-b2b5-3d613305de68 req-6ae57201-4e39-4324-b771-f8077b58dd0b tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 210 time: 0.0284419 Apr 05 11:40:25.665739 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-f3e99a6e-375c-497d-8d40-68562188964d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, 6351c4b7-133d-4471-82de-f39f3c9f175f) {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:25.669696 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e99a6e-375c-497d-8d40-68562188964d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:25.670644 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f3e99a6e-375c-497d-8d40-68562188964d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:25.676168 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1d37d7-ff94-4757-a74a-bb0a33127c70 None None] Network 6351c4b7-133d-4471-82de-f39f3c9f175f requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:40:25.767963 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-f3e99a6e-375c-497d-8d40-68562188964d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8185263 Apr 05 11:40:25.770613 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36312) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:25.783862 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62790f3-32b1-5633-b3ce-e64a86f35074-6351c4b7-133d-4471-82de-f39f3c9f175f', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'project_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37'}]}} from dv-cinder-834448-3-iscsi. {{(pid=103948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:40:25.784846 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:25.786580 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:25.851572 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192df1c3-1ae0-4e7d-b797-4e11218e280d req-e9e7fbd1-5f9e-48a8-831f-d05803c64e4e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:25.853079 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-192df1c3-1ae0-4e7d-b797-4e11218e280d req-e9e7fbd1-5f9e-48a8-831f-d05803c64e4e tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.1138644 Apr 05 11:40:25.900698 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4940'] for router (19c95139-59ce-4d00-8d69-aea4a8cf28c9), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:25.901522 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3c7b2978-5577-4c0c-8cb7-ff352279c9a2 req-ba7f83b3-ac91-492a-8b69-fc5250b5fd58 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348197 Apr 05 11:40:25.901958 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4949'] for router (19c95139-59ce-4d00-8d69-aea4a8cf28c9), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:25.928325 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-192df1c3-1ae0-4e7d-b797-4e11218e280d req-9cc1c05e-a417-4e80-b9cf-c0b9757bf92d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565145 Apr 05 11:40:25.932813 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Allocated IP 172.20.0.2 (6351c4b7-133d-4471-82de-f39f3c9f175f/7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37/0c8898a9-8e84-43fe-905e-124403d33e44) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:40:25.977277 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Publish callbacks [] for router_controller (19c95139-59ce-4d00-8d69-aea4a8cf28c9), precommit_add_association {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:26.081244 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Publish callbacks [] for port (0c8898a9-8e84-43fe-905e-124403d33e44), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:26.145704 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (0c8898a9-8e84-43fe-905e-124403d33e44), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:26.186945 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Network 6351c4b7-133d-4471-82de-f39f3c9f175f is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:26.189784 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:26.193387 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:40:26.207986 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Pushing event updated for resources: {'Port': ['ID=0c8898a9-8e84-43fe-905e-124403d33e44,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:26.265402 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Attempting to bind port 0c8898a9-8e84-43fe-905e-124403d33e44 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:40:26.265771 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Attempting to bind port 0c8898a9-8e84-43fe-905e-124403d33e44 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:40:26.266128 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Attempting to bind port 0c8898a9-8e84-43fe-905e-124403d33e44 on network 6351c4b7-133d-4471-82de-f39f3c9f175f {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:40:26.272543 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:40:26.273166 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Checking segment: {'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:26.273575 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:26.273969 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Bound using segment: {'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:40:26.274556 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Bound port: 0c8898a9-8e84-43fe-905e-124403d33e44, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:40:26.274830 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (0c8898a9-8e84-43fe-905e-124403d33e44), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:26.343364 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] For port 0c8898a9-8e84-43fe-905e-124403d33e44, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:40:26.346692 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] For port 0c8898a9-8e84-43fe-905e-124403d33e44, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=0c8898a9-8e84-43fe-905e-124403d33e44,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:40:26.435673 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Publish callbacks [] for router_gateway (19c95139-59ce-4d00-8d69-aea4a8cf28c9), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:26.455321 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (0c8898a9-8e84-43fe-905e-124403d33e44), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:26.517059 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c61c99-85e0-43f1-8771-161f025e5b8f None None] Pushing event updated for resources: {'Port': ['ID=0c8898a9-8e84-43fe-905e-124403d33e44,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:26.756996 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Publish callbacks [] for router_gateway (19c95139-59ce-4d00-8d69-aea4a8cf28c9), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:26.760406 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6d256145-5ed9-4a5a-a492-e5db05cea69f req-53b0e576-a772-468c-86ff-a11e44bd4576 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 210 time: 0.0365405 Apr 05 11:40:26.783391 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:26.890691 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Allocated IP 172.27.1.97 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/8e29c7f9-4487-418c-b0e7-a23a23045be5) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:40:26.985848 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:26.994712 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Publish callbacks [] for port (8e29c7f9-4487-418c-b0e7-a23a23045be5), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:27.062753 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440c702-c16b-4587-8967-98e3bf787d0f req-0804a55b-c0b0-4898-a2b8-dd1622163796 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:27.064345 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2440c702-c16b-4587-8967-98e3bf787d0f req-0804a55b-c0b0-4898-a2b8-dd1622163796 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.0532150 Apr 05 11:40:27.095353 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (8e29c7f9-4487-418c-b0e7-a23a23045be5), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:27.112694 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2440c702-c16b-4587-8967-98e3bf787d0f req-0113ab7b-7bc8-40be-89fe-4919bc5c7904 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Apr 05 11:40:27.134357 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:27.137295 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:27.140382 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:40:27.176128 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Pushing event updated for resources: {'Port': ['ID=8e29c7f9-4487-418c-b0e7-a23a23045be5,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:27.428330 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd8bba1-6774-45da-b8bb-9add7ea556a3 None None] Network 6351c4b7-133d-4471-82de-f39f3c9f175f requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:40:27.494353 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Publish callbacks [] for router_gateway (19c95139-59ce-4d00-8d69-aea4a8cf28c9), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:27.503004 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-c95fa5e4-5e81-4504-bdd2-d3dd649f4581 None None] Provisioning complete for port 0c8898a9-8e84-43fe-905e-124403d33e44 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:27.503322 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c95fa5e4-5e81-4504-bdd2-d3dd649f4581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (0c8898a9-8e84-43fe-905e-124403d33e44), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:27.625266 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-c95fa5e4-5e81-4504-bdd2-d3dd649f4581 None None] Current status of the port 0c8898a9-8e84-43fe-905e-124403d33e44 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:27.625904 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c95fa5e4-5e81-4504-bdd2-d3dd649f4581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (0c8898a9-8e84-43fe-905e-124403d33e44), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:27.665073 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-c95fa5e4-5e81-4504-bdd2-d3dd649f4581 None None] For port 0c8898a9-8e84-43fe-905e-124403d33e44, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=0c8898a9-8e84-43fe-905e-124403d33e44,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:27.727879 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530046'] for router (19c95139-59ce-4d00-8d69-aea4a8cf28c9), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:27.762977 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c95fa5e4-5e81-4504-bdd2-d3dd649f4581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (0c8898a9-8e84-43fe-905e-124403d33e44), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:27.862844 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fa5e4-5e81-4504-bdd2-d3dd649f4581 None None] Pushing event updated for resources: {'Port': ['ID=0c8898a9-8e84-43fe-905e-124403d33e44,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:27.891247 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-90b650af-97eb-4f93-ab2f-9b1174ed32b5 None None] Provisioning complete for port 0c8898a9-8e84-43fe-905e-124403d33e44 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:27.891650 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-90b650af-97eb-4f93-ab2f-9b1174ed32b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (0c8898a9-8e84-43fe-905e-124403d33e44), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:27.900249 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5d1260e8-4bc0-472e-b5e6-d1755da6b6ea req-6aa8d803-e91c-442b-99aa-71532a615397 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 210 time: 0.0434654 Apr 05 11:40:27.982761 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-90b650af-97eb-4f93-ab2f-9b1174ed32b5 None None] Current status of the port 0c8898a9-8e84-43fe-905e-124403d33e44 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:28.020507 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 is scheduled to L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 with binding_index 1 {{(pid=103946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:40:28.131880 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 0c8898a9-8e84-43fe-905e-124403d33e44 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:28.162519 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:28.172283 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Sync routers for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:28.186837 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:28.187496 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:28.190116 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 0c8898a9-8e84-43fe-905e-124403d33e44 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:28.190478 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (0c8898a9-8e84-43fe-905e-124403d33e44), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:28.286867 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:28.288884 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-374d79ac-0481-442b-88d6-c1ef71dbf49c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5166206 Apr 05 11:40:28.291354 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36326) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:28.298249 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 0c8898a9-8e84-43fe-905e-124403d33e44 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:28.328891 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:28.346280 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b02a1-e341-43bb-aa3b-8a00dc059f02 req-b0feb1f7-9402-4e4a-aa87-6fbe774be9fa tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:28.347907 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3d5b02a1-e341-43bb-aa3b-8a00dc059f02 req-b0feb1f7-9402-4e4a-aa87-6fbe774be9fa tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 946 time: 0.1372428 Apr 05 11:40:28.376126 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-2701ce52-a1c4-44e3-90ca-a0d6b6d21dfa tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:28.377581 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-2701ce52-a1c4-44e3-90ca-a0d6b6d21dfa tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "GET /v2.0/networks?id=83da91da-2a37-43a9-b807-df1a6d29d057 HTTP/1.1" status: 200 len: 814 time: 0.1574228 Apr 05 11:40:28.420964 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3d5b02a1-e341-43bb-aa3b-8a00dc059f02 req-3ecf3a0f-ffad-4158-8b27-8e5bc181fa20 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616496 Apr 05 11:40:28.521396 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:27Z', 'revision_number': 3, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:28.562033 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Checking router: 19c95139-59ce-4d00-8d69-aea4a8cf28c9 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:28.562554 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Updating router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 port 8e29c7f9-4487-418c-b0e7-a23a23045be5 binding host dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:40:28.597521 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (8e29c7f9-4487-418c-b0e7-a23a23045be5), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:28.634035 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-9a30889c-8fc3-4013-8e5f-cc4b7779c454 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d629246f6ced4cc8b75399b7a0723868 HTTP/1.1" status: 200 len: 379 time: 0.1246459 Apr 05 11:40:28.643868 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-1524b410-ed7b-498a-8774-b2af914f9e5d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'port': {'device_id': '312dd592-597c-40c9-88fb-502a44b126c1', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'admin_state_up': True, 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'security_groups': ['bbd9cf56-f7da-4675-8e50-034775d0e3c8']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:28.858942 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:28.946222 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-1524b410-ed7b-498a-8774-b2af914f9e5d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Made reservation on behalf of d629246f6ced4cc8b75399b7a0723868 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:40:28.950900 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Publish callbacks [] for port (8e29c7f9-4487-418c-b0e7-a23a23045be5), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:28.951135 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-1524b410-ed7b-498a-8774-b2af914f9e5d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:28.953147 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 781c46da-8de3-4fb3-bf2a-0909f6044870 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:29.041880 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 781c46da-8de3-4fb3-bf2a-0909f6044870 is: ACTIVE; New status is: DOWN {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:29.042368 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.052176 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Allocated IP 172.20.0.1 (6351c4b7-133d-4471-82de-f39f3c9f175f/7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37/32d02580-4857-4f01-9bfb-32d8fe7abc4d) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:40:29.055212 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (8e29c7f9-4487-418c-b0e7-a23a23045be5), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.077642 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781c46da-8de3-4fb3-bf2a-0909f6044870'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:29.080372 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5bf2a2-1021-4918-832a-9525285cb4ab" -d '{"events": [{"server_uuid": "4d88e619-6518-47fd-a6aa-5e4e90281f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "781c46da-8de3-4fb3-bf2a-0909f6044870"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:29.095810 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 781c46da-8de3-4fb3-bf2a-0909f6044870, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=781c46da-8de3-4fb3-bf2a-0909f6044870,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:29.099909 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-1524b410-ed7b-498a-8774-b2af914f9e5d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Allocated IP 172.20.0.7 (83da91da-2a37-43a9-b807-df1a6d29d057/5cd637a4-454f-44ef-8588-c6f33cdbe982/c972cbda-2f1a-4d11-8109-75d7b53e0483) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:40:29.111918 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Attempting to bind port 8e29c7f9-4487-418c-b0e7-a23a23045be5 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:40:29.112406 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Attempting to bind port 8e29c7f9-4487-418c-b0e7-a23a23045be5 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:40:29.112835 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Attempting to bind port 8e29c7f9-4487-418c-b0e7-a23a23045be5 on network 06b64f98-fdf1-414a-b53a-ab62106c5d0d {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:40:29.123709 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Pushing event updated for resources: {'Port': ['ID=8e29c7f9-4487-418c-b0e7-a23a23045be5,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:29.127732 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:40:29.128977 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Checking segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:29.128977 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.128977 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Bound using segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:40:29.130479 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Bound port: 8e29c7f9-4487-418c-b0e7-a23a23045be5, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:40:29.130479 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (8e29c7f9-4487-418c-b0e7-a23a23045be5), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.159439 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:29.159579 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:29.160204 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:29.160357 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:29.160594 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:29.161022 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:29.161354 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:29.162027 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:29.162027 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:29.162296 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:29.162616 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:29.162949 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:29.163268 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:29.163608 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:29.163952 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:29.187230 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.203409 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] For port 8e29c7f9-4487-418c-b0e7-a23a23045be5, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:40:29.207587 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] For port 8e29c7f9-4487-418c-b0e7-a23a23045be5, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=8e29c7f9-4487-418c-b0e7-a23a23045be5,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:40:29.235724 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Publish callbacks [] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.272066 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=781c46da-8de3-4fb3-bf2a-0909f6044870,revision_number=8']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:29.301195 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (8e29c7f9-4487-418c-b0e7-a23a23045be5), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.327244 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4f624ede-2a25-4013-a7d0-a0fb605b3d7c req-c2cb3226-3377-453f-ac80-ce9c183ff11d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 210 time: 0.0555201 Apr 05 11:40:29.366439 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-1524b410-ed7b-498a-8774-b2af914f9e5d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for port (c972cbda-2f1a-4d11-8109-75d7b53e0483), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.379735 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91940f-b790-4166-8227-badbb6614e8d None None] Pushing event updated for resources: {'Port': ['ID=8e29c7f9-4487-418c-b0e7-a23a23045be5,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:29.384194 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:29.384793 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:29.391971 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842d8a1d-dde7-4726-870b-0e521dc8f069 x-openstack-request-id: req-842d8a1d-dde7-4726-870b-0e521dc8f069 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:29.392270 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d88e619-6518-47fd-a6aa-5e4e90281f8c", "name": "network-vif-unplugged", "status": "failed", "tag": "781c46da-8de3-4fb3-bf2a-0909f6044870", "code": 422}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:29.392531 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-842d8a1d-dde7-4726-870b-0e521dc8f069 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:29.392931 dv-cinder-834448-3-iscsi neutron-server[103948]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-842d8a1d-dde7-4726-870b-0e521dc8f069']: {'server_uuid': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '781c46da-8de3-4fb3-bf2a-0909f6044870', 'code': 422} returned with failed status Apr 05 11:40:29.403893 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.444786 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Network 6351c4b7-133d-4471-82de-f39f3c9f175f is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:29.453390 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:29.458205 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:40:29.462167 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Pushing event updated for resources: {'Port': ['ID=32d02580-4857-4f01-9bfb-32d8fe7abc4d,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:29.497733 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:29.517162 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530095'] for router_interface (19c95139-59ce-4d00-8d69-aea4a8cf28c9), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.558630 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-1524b410-ed7b-498a-8774-b2af914f9e5d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (c972cbda-2f1a-4d11-8109-75d7b53e0483), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.614172 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-1524b410-ed7b-498a-8774-b2af914f9e5d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Network 83da91da-2a37-43a9-b807-df1a6d29d057 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:29.617687 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-1524b410-ed7b-498a-8774-b2af914f9e5d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:29.622046 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-1524b410-ed7b-498a-8774-b2af914f9e5d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:40:29.694899 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524b410-ed7b-498a-8774-b2af914f9e5d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event updated for resources: {'Port': ['ID=c972cbda-2f1a-4d11-8109-75d7b53e0483,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:29.740003 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-1524b410-ed7b-498a-8774-b2af914f9e5d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:29.740710 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-1524b410-ed7b-498a-8774-b2af914f9e5d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.804974 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:27Z', 'revision_number': 3, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:29.819942 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.845723 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c005ad-00ba-4e86-a99f-883520bd48cb None None] The sync data for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi is: [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:27Z', 'revision_number': 3, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:29.884101 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-1524b410-ed7b-498a-8774-b2af914f9e5d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2390459 Apr 05 11:40:29.903843 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Request body: {'port': {'device_id': '312dd592-597c-40c9-88fb-502a44b126c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:30.009885 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-51673a32-f0a4-4869-acd2-999973613c4d None None] Provisioning complete for port 32d02580-4857-4f01-9bfb-32d8fe7abc4d triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:30.010373 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-51673a32-f0a4-4869-acd2-999973613c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:30.048646 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (c972cbda-2f1a-4d11-8109-75d7b53e0483), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:30.064838 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-51673a32-f0a4-4869-acd2-999973613c4d None None] Port 32d02580-4857-4f01-9bfb-32d8fe7abc4d cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:40:30.112042 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Publish callbacks [] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:30.203906 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61926197'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:30.222816 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-58a2c2de-f321-4413-91fb-05e90b8a1d2c None None] Provisioning complete for port c972cbda-2f1a-4d11-8109-75d7b53e0483 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:30.224328 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-58a2c2de-f321-4413-91fb-05e90b8a1d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (c972cbda-2f1a-4d11-8109-75d7b53e0483), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:30.276607 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-58a2c2de-f321-4413-91fb-05e90b8a1d2c None None] Port c972cbda-2f1a-4d11-8109-75d7b53e0483 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:40:30.313148 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Pushing event updated for resources: {'Port': ['ID=32d02580-4857-4f01-9bfb-32d8fe7abc4d,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:30.315738 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532287'] for router_interface (19c95139-59ce-4d00-8d69-aea4a8cf28c9), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:30.463203 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c972cbda-2f1a-4d11-8109-75d7b53e0483 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:40:30.475566 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Publish callbacks [] for port (c972cbda-2f1a-4d11-8109-75d7b53e0483), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:30.491173 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Transition to ACTIVE for port object c972cbda-2f1a-4d11-8109-75d7b53e0483 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:40:30.523633 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Network 6351c4b7-133d-4471-82de-f39f3c9f175f is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:30.525836 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:30.588678 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41e7b2-7152-4d6d-80c1-730cfb48ea29 req-e5268685-bca9-4a01-a810-0cd2f96044d2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:30.592321 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62790695'] for port (c972cbda-2f1a-4d11-8109-75d7b53e0483), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:30.596205 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4e41e7b2-7152-4d6d-80c1-730cfb48ea29 req-e5268685-bca9-4a01-a810-0cd2f96044d2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 931 time: 0.1500301 Apr 05 11:40:30.720591 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4e41e7b2-7152-4d6d-80c1-730cfb48ea29 req-e405101b-f809-4d98-928f-dcecc9275d1b tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbd9cf56-f7da-4675-8e50-034775d0e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231380 Apr 05 11:40:30.743769 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Pushing event updated for resources: {'Port': ['ID=c972cbda-2f1a-4d11-8109-75d7b53e0483,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:30.744393 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:30.811465 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Attempting to bind port c972cbda-2f1a-4d11-8109-75d7b53e0483 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:40:30.812256 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Attempting to bind port c972cbda-2f1a-4d11-8109-75d7b53e0483 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:40:30.812995 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Attempting to bind port c972cbda-2f1a-4d11-8109-75d7b53e0483 on network 83da91da-2a37-43a9-b807-df1a6d29d057 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:40:30.818642 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Port c972cbda-2f1a-4d11-8109-75d7b53e0483 on network 83da91da-2a37-43a9-b807-df1a6d29d057 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:40:30.828493 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Attempting to bind port c972cbda-2f1a-4d11-8109-75d7b53e0483 on network 83da91da-2a37-43a9-b807-df1a6d29d057 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:40:30.828493 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:40:30.828493 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Checking segment: {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:30.828493 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Bound using segment: {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:40:30.828493 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Bound port: c972cbda-2f1a-4d11-8109-75d7b53e0483, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b56c41-5873-499e-a261-5060c4f9d1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:40:30.828493 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (c972cbda-2f1a-4d11-8109-75d7b53e0483), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:30.921240 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] For port c972cbda-2f1a-4d11-8109-75d7b53e0483, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:40:30.925946 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] For port c972cbda-2f1a-4d11-8109-75d7b53e0483, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=c972cbda-2f1a-4d11-8109-75d7b53e0483,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:40:31.009949 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62790695'] for port (c972cbda-2f1a-4d11-8109-75d7b53e0483), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:31.031867 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-b923fbd9-478f-4f12-85ed-2807d4724b81 None None] Provisioning complete for port 32d02580-4857-4f01-9bfb-32d8fe7abc4d triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:31.033197 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b923fbd9-478f-4f12-85ed-2807d4724b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:31.068494 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:31.069287 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:31.071206 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] 10.222.0.57 "PUT /v2.0/ports/c972cbda-2f1a-4d11-8109-75d7b53e0483 HTTP/1.1" status: 200 len: 1093 time: 1.1846645 Apr 05 11:40:31.071832 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312dd592-597c-40c9-88fb-502a44b126c1', 'tag': 'c972cbda-2f1a-4d11-8109-75d7b53e0483'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:31.074651 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e9d630-fc7f-4efd-a5c3-1aa7e8fe55d6" -d '{"events": [{"name": "network-changed", "server_uuid": "312dd592-597c-40c9-88fb-502a44b126c1", "tag": "c972cbda-2f1a-4d11-8109-75d7b53e0483"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:31.120204 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-b923fbd9-478f-4f12-85ed-2807d4724b81 None None] Port 32d02580-4857-4f01-9bfb-32d8fe7abc4d cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:40:31.121082 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52ad4c-a437-4a2e-ae35-3fc932529d55 service neutron] Pushing event updated for resources: {'Port': ['ID=c972cbda-2f1a-4d11-8109-75d7b53e0483,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:31.191081 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fce66a-5a85-49bb-ac9c-a1d4c71a8bde x-openstack-request-id: req-48fce66a-5a85-49bb-ac9c-a1d4c71a8bde {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:31.192807 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312dd592-597c-40c9-88fb-502a44b126c1", "tag": "c972cbda-2f1a-4d11-8109-75d7b53e0483", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:31.192807 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-48fce66a-5a85-49bb-ac9c-a1d4c71a8bde {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:31.192807 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48fce66a-5a85-49bb-ac9c-a1d4c71a8bde'] response: {'name': 'network-changed', 'server_uuid': '312dd592-597c-40c9-88fb-502a44b126c1', 'tag': 'c972cbda-2f1a-4d11-8109-75d7b53e0483', 'status': 'completed', 'code': 200} Apr 05 11:40:31.320115 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:31.329248 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-9dddbfbb-744e-4117-b399-f530b294f0fe admin admin] 10.222.0.60 "PUT /v2.0/routers/19c95139-59ce-4d00-8d69-aea4a8cf28c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0364079 Apr 05 11:40:31.350771 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d630-fc7f-4efd-a5c3-1aa7e8fe55d6 req-602b694a-4010-468c-afc7-ea393a38e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:31.353585 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d4e9d630-fc7f-4efd-a5c3-1aa7e8fe55d6 req-602b694a-4010-468c-afc7-ea393a38e9ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d629246f6ced4cc8b75399b7a0723868&device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 1127 time: 0.1182048 Apr 05 11:40:31.466679 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d630-fc7f-4efd-a5c3-1aa7e8fe55d6 req-70814ad0-3549-44e5-b39e-bbb856c254fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:31.468686 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d4e9d630-fc7f-4efd-a5c3-1aa7e8fe55d6 req-70814ad0-3549-44e5-b39e-bbb856c254fb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d629246f6ced4cc8b75399b7a0723868&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1019132 Apr 05 11:40:31.571195 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d630-fc7f-4efd-a5c3-1aa7e8fe55d6 req-913daa99-2016-4174-b180-fd6c8abcad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:31.572810 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d4e9d630-fc7f-4efd-a5c3-1aa7e8fe55d6 req-913daa99-2016-4174-b180-fd6c8abcad14 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989411 Apr 05 11:40:31.613782 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8668b5-9353-4d47-ac14-c1548b9ae088 req-01b781ec-88ba-4c1b-9bc6-61eb694a233b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:31.617759 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4f8668b5-9353-4d47-ac14-c1548b9ae088 req-01b781ec-88ba-4c1b-9bc6-61eb694a233b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.0639012 Apr 05 11:40:31.674571 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4f8668b5-9353-4d47-ac14-c1548b9ae088 req-d374a29c-7773-4b73-b9e7-3b229f9a5b74 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501745 Apr 05 11:40:31.692544 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-eb24823e-5898-462b-9cc1-21476c6ae9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:31.694100 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-eb24823e-5898-462b-9cc1-21476c6ae9f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d629246f6ced4cc8b75399b7a0723868&device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 1127 time: 0.0584335 Apr 05 11:40:31.750665 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-27c7eda3-f19c-4ebd-9724-dc05c25848c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c972cbda-2f1a-4d11-8109-75d7b53e0483 HTTP/1.1" status: 200 len: 217 time: 0.0435028 Apr 05 11:40:31.809879 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0764e-40ff-4200-96ce-53cacfb5e543 req-323755f7-b64c-491a-8149-66f007aba4f6 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:31.811769 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9fc0764e-40ff-4200-96ce-53cacfb5e543 req-323755f7-b64c-491a-8149-66f007aba4f6 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 945 time: 0.0644112 Apr 05 11:40:31.860711 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cc29c-c64d-4388-8468-3c5490d22399 req-4ddade15-4d5e-47b0-99ca-e8566fef51f6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:31.861022 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-018cc29c-c64d-4388-8468-3c5490d22399 req-4ddade15-4d5e-47b0-99ca-e8566fef51f6 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 943 time: 0.0606301 Apr 05 11:40:31.866892 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9fc0764e-40ff-4200-96ce-53cacfb5e543 req-1a3c8914-fbe4-4096-8abc-ae62bacbda33 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd401da1-1c13-499f-b37c-032a26e99aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479560 Apr 05 11:40:31.948259 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-018cc29c-c64d-4388-8468-3c5490d22399 req-bb205530-9a10-4043-bac1-cd1476d1eb00 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbd9cf56-f7da-4675-8e50-034775d0e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758801 Apr 05 11:40:31.969421 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a29e3b50-d6b0-459d-ab38-8c04ea760cb5 req-cea87c57-73d7-48e3-8f10-30e96ad62750 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0658064 Apr 05 11:40:32.058349 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e3b50-d6b0-459d-ab38-8c04ea760cb5 req-5806aaeb-42b3-46a3-bc1a-093952eeae80 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:32.060040 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a29e3b50-d6b0-459d-ab38-8c04ea760cb5 req-5806aaeb-42b3-46a3-bc1a-093952eeae80 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports/781c46da-8de3-4fb3-bf2a-0909f6044870 HTTP/1.1" status: 200 len: 941 time: 0.0560679 Apr 05 11:40:32.141656 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36422) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:32.145369 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 8e29c7f9-4487-418c-b0e7-a23a23045be5 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:32.147168 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-da8bcb57-8667-447a-b324-08739c84d3b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-683136403-network', 'tenant_id': 'cc8527cd356f42f59a7fba343e718ac3'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:32.170193 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Sync routers for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:32.192168 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:32.192799 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:32.231444 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8bcb57-8667-447a-b324-08739c84d3b3 admin admin] Made reservation on behalf of cc8527cd356f42f59a7fba343e718ac3 for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:40:32.234499 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-da8bcb57-8667-447a-b324-08739c84d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.243535 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-da8bcb57-8667-447a-b324-08739c84d3b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.282164 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 8e29c7f9-4487-418c-b0e7-a23a23045be5 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:32.282572 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (8e29c7f9-4487-418c-b0e7-a23a23045be5), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.319335 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-da8bcb57-8667-447a-b324-08739c84d3b3 admin admin] Publish callbacks [] for security_group (6caa901c-372b-4a54-89aa-f4970370b3da), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.349003 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:32.380113 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-da8bcb57-8667-447a-b324-08739c84d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (6caa901c-372b-4a54-89aa-f4970370b3da), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.407403 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8bcb57-8667-447a-b324-08739c84d3b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:40:32.420217 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bcb57-8667-447a-b324-08739c84d3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caa901c-372b-4a54-89aa-f4970370b3da,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:32.428842 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-da8bcb57-8667-447a-b324-08739c84d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (f86a1630-853f-4a05-b3d6-280de0a66971), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.429188 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-da8bcb57-8667-447a-b324-08739c84d3b3 admin admin] Added segment f86a1630-853f-4a05-b3d6-280de0a66971 of type vlan for network 8b95c372-d5c4-476f-918b-3a6e3b51e5d8 Apr 05 11:40:32.478486 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-da8bcb57-8667-447a-b324-08739c84d3b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (8b95c372-d5c4-476f-918b-3a6e3b51e5d8), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.494942 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 8e29c7f9-4487-418c-b0e7-a23a23045be5 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:32.495334 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (8e29c7f9-4487-418c-b0e7-a23a23045be5), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.545951 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] For port 8e29c7f9-4487-418c-b0e7-a23a23045be5, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=8e29c7f9-4487-418c-b0e7-a23a23045be5,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:32.608604 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-da8bcb57-8667-447a-b324-08739c84d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (8b95c372-d5c4-476f-918b-3a6e3b51e5d8), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.609845 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bcb57-8667-447a-b324-08739c84d3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:32.610695 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-da8bcb57-8667-447a-b324-08739c84d3b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.621269 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 2, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:32.653258 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (8e29c7f9-4487-418c-b0e7-a23a23045be5), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.655893 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Checking router: 19c95139-59ce-4d00-8d69-aea4a8cf28c9 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:32.656248 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Updating router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 port 32d02580-4857-4f01-9bfb-32d8fe7abc4d binding host dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:40:32.687004 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bcb57-8667-447a-b324-08739c84d3b3 admin admin] Pushing event updated for resources: {'Network': ['ID=8b95c372-d5c4-476f-918b-3a6e3b51e5d8,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:32.697506 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-da8bcb57-8667-447a-b324-08739c84d3b3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5544257 Apr 05 11:40:32.700205 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network 8b95c372-d5c4-476f-918b-3a6e3b51e5d8 details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:40:32.700349 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36428) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:32.705806 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-c7beaf52-dec9-45e3-8bb5-178c10c21cc5 admin admin] Request body: {'subnet': {'network_id': '8b95c372-d5c4-476f-918b-3a6e3b51e5d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-683136403-subnet', 'tenant_id': 'cc8527cd356f42f59a7fba343e718ac3', 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:32.733835 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.792074 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7beaf52-dec9-45e3-8bb5-178c10c21cc5 admin admin] Made reservation on behalf of cc8527cd356f42f59a7fba343e718ac3 for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:40:32.794899 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7beaf52-dec9-45e3-8bb5-178c10c21cc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59953940'] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.798349 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Pushing event updated for resources: {'Port': ['ID=8e29c7f9-4487-418c-b0e7-a23a23045be5,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:32.871763 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11dca7-e6ef-451e-840a-c64e0b8df47a req-4b0bb086-49bc-44fc-845d-0800aeebf87d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:32.873832 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ba11dca7-e6ef-451e-840a-c64e0b8df47a req-4b0bb086-49bc-44fc-845d-0800aeebf87d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.1130328 Apr 05 11:40:32.958717 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ba11dca7-e6ef-451e-840a-c64e0b8df47a req-788e66e1-f146-4e6d-a038-1e70aed05bca tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766156 Apr 05 11:40:33.004198 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ee5c4-d335-4a5f-abdb-d815b5cc807e req-e601a0d3-1e36-422a-9417-2cdbc279a7cf tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:33.011970 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-315ee5c4-d335-4a5f-abdb-d815b5cc807e req-e601a0d3-1e36-422a-9417-2cdbc279a7cf tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 945 time: 0.0734081 Apr 05 11:40:33.063088 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-315ee5c4-d335-4a5f-abdb-d815b5cc807e req-98836fb9-c750-41c0-8de5-3234583612c1 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd401da1-1c13-499f-b37c-032a26e99aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498044 Apr 05 11:40:33.086420 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7beaf52-dec9-45e3-8bb5-178c10c21cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62791342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59953930'] for subnet (667c21f7-8468-4664-8663-d451f803814b), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:33.092262 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Publish callbacks [] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:33.168492 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:33.188021 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7beaf52-dec9-45e3-8bb5-178c10c21cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=667c21f7-8468-4664-8663-d451f803814b,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:33.196630 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d1f2a-f51e-48e3-92f2-5d9a78b14181 req-73d6d54f-dd5c-4454-ab57-f9ff27169e94 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:33.198145 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-679d1f2a-f51e-48e3-92f2-5d9a78b14181 req-73d6d54f-dd5c-4454-ab57-f9ff27169e94 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 943 time: 0.1449609 Apr 05 11:40:33.215629 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-5c32c250-4c18-4f2c-a169-02da5419e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:33.217660 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-5c32c250-4c18-4f2c-a169-02da5419e86a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5cd637a4-454f-44ef-8588-c6f33cdbe982 HTTP/1.1" status: 200 len: 853 time: 0.0992885 Apr 05 11:40:33.219156 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7beaf52-dec9-45e3-8bb5-178c10c21cc5 admin admin] Checking segment: {'id': 'f86a1630-853f-4a05-b3d6-280de0a66971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b95c372-d5c4-476f-918b-3a6e3b51e5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:33.219156 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7beaf52-dec9-45e3-8bb5-178c10c21cc5 admin admin] Network hostable DHCP agents. Network: 8b95c372-d5c4-476f-918b-3a6e3b51e5d8, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:40:33.265000 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f73f5-1279-402a-b9a3-cbdead87df90 None None] Pushing event updated for resources: {'Port': ['ID=32d02580-4857-4f01-9bfb-32d8fe7abc4d,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:33.285108 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Attempting to bind port 32d02580-4857-4f01-9bfb-32d8fe7abc4d on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:40:33.285616 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Attempting to bind port 32d02580-4857-4f01-9bfb-32d8fe7abc4d by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:40:33.285981 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Attempting to bind port 32d02580-4857-4f01-9bfb-32d8fe7abc4d on network 6351c4b7-133d-4471-82de-f39f3c9f175f {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:40:33.293000 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:40:33.297980 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Checking segment: {'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:33.297980 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:33.297980 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Bound using segment: {'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:40:33.297980 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Bound port: 32d02580-4857-4f01-9bfb-32d8fe7abc4d, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:40:33.297980 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:33.388482 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] For port 32d02580-4857-4f01-9bfb-32d8fe7abc4d, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:40:33.392437 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] For port 32d02580-4857-4f01-9bfb-32d8fe7abc4d, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=32d02580-4857-4f01-9bfb-32d8fe7abc4d,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:40:33.496119 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-665b976b-c699-4701-ade4-211a8650696e None None] Provisioning complete for port 32d02580-4857-4f01-9bfb-32d8fe7abc4d triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:33.496119 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-665b976b-c699-4701-ade4-211a8650696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:33.497891 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:33.596245 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:33.596892 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:33.609377 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7beaf52-dec9-45e3-8bb5-178c10c21cc5 admin admin] Network 8b95c372-d5c4-476f-918b-3a6e3b51e5d8 is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:40:33.624426 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-679d1f2a-f51e-48e3-92f2-5d9a78b14181 req-17d49157-b124-4d7f-92be-72d82eadc56d tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbd9cf56-f7da-4675-8e50-034775d0e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3986690 Apr 05 11:40:33.640576 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-e68f836f-3a1a-4ffe-839a-441fb7179e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:33.642153 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-e68f836f-3a1a-4ffe-839a-441fb7179e81 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83da91da-2a37-43a9-b807-df1a6d29d057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1115360 Apr 05 11:40:33.657245 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4495826-6127-4539-822b-f438a00605b0 req-d6089e9e-28eb-4162-967b-5fc2095885b7 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:33.657387 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f73f5-1279-402a-b9a3-cbdead87df90 None None] Pushing event updated for resources: {'Port': ['ID=32d02580-4857-4f01-9bfb-32d8fe7abc4d,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:33.657490 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c4495826-6127-4539-822b-f438a00605b0 req-d6089e9e-28eb-4162-967b-5fc2095885b7 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.57 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 945 time: 0.1245809 Apr 05 11:40:33.690851 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-c7beaf52-dec9-45e3-8bb5-178c10c21cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, 8b95c372-d5c4-476f-918b-3a6e3b51e5d8) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:33.725701 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7beaf52-dec9-45e3-8bb5-178c10c21cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:33.726448 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7beaf52-dec9-45e3-8bb5-178c10c21cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:33.734451 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0bc861-ffa7-4394-88e3-9a839c54dc28 None None] Network 8b95c372-d5c4-476f-918b-3a6e3b51e5d8 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:40:33.766674 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-665b976b-c699-4701-ade4-211a8650696e None None] Current status of the port 32d02580-4857-4f01-9bfb-32d8fe7abc4d is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:33.767076 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-665b976b-c699-4701-ade4-211a8650696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:33.850187 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-c7beaf52-dec9-45e3-8bb5-178c10c21cc5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1481693 Apr 05 11:40:33.853598 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36438) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:33.859564 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-c89556bd-524a-4bff-975c-2a453defe0c0 service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970041 Apr 05 11:40:33.859802 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-683136403-router', 'tenant_id': 'cc8527cd356f42f59a7fba343e718ac3', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:33.896812 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-c4495826-6127-4539-822b-f438a00605b0 req-a25ae233-777a-4a92-860b-b34f317c567a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Deleting port 5c5e83d8-b424-46aa-b736-6580c02b211f {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:33.897160 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c4495826-6127-4539-822b-f438a00605b0 req-a25ae233-777a-4a92-860b-b34f317c567a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (5c5e83d8-b424-46aa-b736-6580c02b211f), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:33.974420 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:33.991556 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-531375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4940'] for router (5e625c8d-7959-4c43-b4fb-216c0df11a3d), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:33.992684 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529327', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4949'] for router (5e625c8d-7959-4c43-b4fb-216c0df11a3d), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.030633 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3ddb078-2409-491d-bcf2-9866a5b44a10 req-9fd55486-f0ac-4bb0-976b-5a3d97b3a8fd service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620800 Apr 05 11:40:34.042244 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-c4495826-6127-4539-822b-f438a00605b0 req-a25ae233-777a-4a92-860b-b34f317c567a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] For port 5c5e83d8-b424-46aa-b736-6580c02b211f, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=5c5e83d8-b424-46aa-b736-6580c02b211f,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:34.042701 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c4495826-6127-4539-822b-f438a00605b0 req-a25ae233-777a-4a92-860b-b34f317c567a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (5c5e83d8-b424-46aa-b736-6580c02b211f), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.043163 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-665b976b-c699-4701-ade4-211a8650696e None None] For port 32d02580-4857-4f01-9bfb-32d8fe7abc4d, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=32d02580-4857-4f01-9bfb-32d8fe7abc4d,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:34.098562 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Publish callbacks [] for router_controller (5e625c8d-7959-4c43-b4fb-216c0df11a3d), precommit_add_association {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.165371 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-665b976b-c699-4701-ade4-211a8650696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.190587 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937e3b5-9b76-4b6a-8556-51c4889f9093 req-29701f54-7b15-417f-93cc-b423656a3011 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:34.192416 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8937e3b5-9b76-4b6a-8556-51c4889f9093 req-29701f54-7b15-417f-93cc-b423656a3011 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.0745163 Apr 05 11:40:34.196895 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf62790f3-32b1-5633-b3ce-e64a86f35074-8b95c372-d5c4-476f-918b-3a6e3b51e5d8', 'network_id': '8b95c372-d5c4-476f-918b-3a6e3b51e5d8', 'project_id': 'cc8527cd356f42f59a7fba343e718ac3', 'fixed_ips': [{'subnet_id': '667c21f7-8468-4664-8663-d451f803814b'}]}} from dv-cinder-834448-3-iscsi. {{(pid=103948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:40:34.197743 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.200206 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 8e29c7f9-4487-418c-b0e7-a23a23045be5 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:34.304987 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786351a-ca3e-41c2-931f-f379fc02dabf req-25828670-3ef8-4caf-8068-410724f1df1c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:34.306501 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f786351a-ca3e-41c2-931f-f379fc02dabf req-25828670-3ef8-4caf-8068-410724f1df1c tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 945 time: 0.1185896 Apr 05 11:40:34.334589 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8937e3b5-9b76-4b6a-8556-51c4889f9093 req-d18fdf93-bc4f-4fdd-89a6-6b52d35c287b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361992 Apr 05 11:40:34.342117 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c4495826-6127-4539-822b-f438a00605b0 req-a25ae233-777a-4a92-860b-b34f317c567a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.342475 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c4495826-6127-4539-822b-f438a00605b0 req-a25ae233-777a-4a92-860b-b34f317c567a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (4ec044dc-1b12-4cb5-bfd4-bfe8cd4a1ea7), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.342790 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-c4495826-6127-4539-822b-f438a00605b0 req-a25ae233-777a-4a92-860b-b34f317c567a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Floating IP 4ec044dc-1b12-4cb5-bfd4-bfe8cd4a1ea7 disassociated. External IP: 172.27.1.65, port: 5c5e83d8-b424-46aa-b736-6580c02b211f. Apr 05 11:40:34.343134 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-c4495826-6127-4539-822b-f438a00605b0 req-a25ae233-777a-4a92-860b-b34f317c567a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Calling delete_port for 5c5e83d8-b424-46aa-b736-6580c02b211f owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:34.373701 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b976b-c699-4701-ade4-211a8650696e None None] Pushing event updated for resources: {'Port': ['ID=32d02580-4857-4f01-9bfb-32d8fe7abc4d,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:34.408511 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-2c8f81d0-1f0c-4869-a1f8-d46f78c9a438 None None] Provisioning complete for port 32d02580-4857-4f01-9bfb-32d8fe7abc4d triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:34.408895 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2c8f81d0-1f0c-4869-a1f8-d46f78c9a438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.425896 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Publish callbacks [] for router_gateway (5e625c8d-7959-4c43-b4fb-216c0df11a3d), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.430229 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f786351a-ca3e-41c2-931f-f379fc02dabf req-ffee2fd0-4e9e-4a2a-983e-9f8b8421e091 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd401da1-1c13-499f-b37c-032a26e99aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130672 Apr 05 11:40:34.476210 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 8e29c7f9-4487-418c-b0e7-a23a23045be5 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:34.476588 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (8e29c7f9-4487-418c-b0e7-a23a23045be5), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.545822 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Allocated IP 172.20.0.2 (8b95c372-d5c4-476f-918b-3a6e3b51e5d8/667c21f7-8468-4664-8663-d451f803814b/f4ca55bd-d17b-4a98-b6fe-758f27586575) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:40:34.585396 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:34.627127 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddda47b-52af-45b1-bfed-0debbfdbcd52 None None] The sync data for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi is: [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:34.656623 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f81d0-1f0c-4869-a1f8-d46f78c9a438 None None] Current status of the port 32d02580-4857-4f01-9bfb-32d8fe7abc4d is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:34.684144 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c4495826-6127-4539-822b-f438a00605b0 req-a25ae233-777a-4a92-860b-b34f317c567a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (5c5e83d8-b424-46aa-b736-6580c02b211f), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.751560 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ae233-777a-4a92-860b-b34f317c567a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event deleted for resources: {'Port': ['ID=5c5e83d8-b424-46aa-b736-6580c02b211f,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:34.775523 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 8e29c7f9-4487-418c-b0e7-a23a23045be5 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:34.861107 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35debe7f-0ff6-4d49-8693-0aba02bf2bdc req-b0a8f455-597b-4991-a646-1c5a82b06a33 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:34.869294 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-35debe7f-0ff6-4d49-8693-0aba02bf2bdc req-b0a8f455-597b-4991-a646-1c5a82b06a33 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 943 time: 0.1072471 Apr 05 11:40:34.877528 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Publish callbacks [] for port (f4ca55bd-d17b-4a98-b6fe-758f27586575), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.916006 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4495826-6127-4539-822b-f438a00605b0 req-a25ae233-777a-4a92-860b-b34f317c567a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Router da0133b8-fc41-48c8-9317-9aa06797149e has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:34.946429 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132'] for port (f4ca55bd-d17b-4a98-b6fe-758f27586575), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.993834 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Network 8b95c372-d5c4-476f-918b-3a6e3b51e5d8 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:34.996210 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-35debe7f-0ff6-4d49-8693-0aba02bf2bdc req-de2942da-6440-40ac-96c2-2bd71ed2bb1f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbd9cf56-f7da-4675-8e50-034775d0e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262736 Apr 05 11:40:34.996857 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:35.011588 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:40:35.020029 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Pushing event updated for resources: {'Port': ['ID=f4ca55bd-d17b-4a98-b6fe-758f27586575,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:35.065239 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Publish callbacks [] for router_gateway (5e625c8d-7959-4c43-b4fb-216c0df11a3d), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.085512 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e3b50-d6b0-459d-ab38-8c04ea760cb5 req-6a71afad-cc50-43b8-a43a-e25c5ef0553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:35.087041 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a29e3b50-d6b0-459d-ab38-8c04ea760cb5 req-6a71afad-cc50-43b8-a43a-e25c5ef0553b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c&tenant_id=233d90e8ff5e4e72ad93b7b8123f9648 HTTP/1.1" status: 200 len: 1128 time: 0.1200531 Apr 05 11:40:35.088271 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4495826-6127-4539-822b-f438a00605b0 req-a25ae233-777a-4a92-860b-b34f317c567a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:35.092803 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Attempting to bind port f4ca55bd-d17b-4a98-b6fe-758f27586575 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:40:35.093373 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Attempting to bind port f4ca55bd-d17b-4a98-b6fe-758f27586575 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': 'f86a1630-853f-4a05-b3d6-280de0a66971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b95c372-d5c4-476f-918b-3a6e3b51e5d8'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:40:35.093746 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Attempting to bind port f4ca55bd-d17b-4a98-b6fe-758f27586575 on network 8b95c372-d5c4-476f-918b-3a6e3b51e5d8 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:40:35.094833 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.101632 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:40:35.101966 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1adcc6-6b0a-4743-9c60-10aa30cb9861 None None] Sync routers for ids ['da0133b8-fc41-48c8-9317-9aa06797149e'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:35.102613 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Checking segment: {'id': 'f86a1630-853f-4a05-b3d6-280de0a66971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b95c372-d5c4-476f-918b-3a6e3b51e5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:35.102613 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.102776 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Bound using segment: {'id': 'f86a1630-853f-4a05-b3d6-280de0a66971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b95c372-d5c4-476f-918b-3a6e3b51e5d8'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:40:35.103220 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Bound port: f4ca55bd-d17b-4a98-b6fe-758f27586575, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86a1630-853f-4a05-b3d6-280de0a66971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b95c372-d5c4-476f-918b-3a6e3b51e5d8'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:40:35.103652 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (f4ca55bd-d17b-4a98-b6fe-758f27586575), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.129374 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1adcc6-6b0a-4743-9c60-10aa30cb9861 None None] Routers {'da0133b8-fc41-48c8-9317-9aa06797149e'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:35.130325 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-df1adcc6-6b0a-4743-9c60-10aa30cb9861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['da0133b8-fc41-48c8-9317-9aa06797149e'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:35.227924 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4495826-6127-4539-822b-f438a00605b0 req-a25ae233-777a-4a92-860b-b34f317c567a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] No DVR routers for this DVR port 5c5e83d8-b424-46aa-b736-6580c02b211f on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:35.231001 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c4495826-6127-4539-822b-f438a00605b0 req-a25ae233-777a-4a92-860b-b34f317c567a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.238128 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c4495826-6127-4539-822b-f438a00605b0 req-a25ae233-777a-4a92-860b-b34f317c567a tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.57 "DELETE /v2.0/ports/5c5e83d8-b424-46aa-b736-6580c02b211f HTTP/1.1" status: 204 len: 173 time: 1.5744176 Apr 05 11:40:35.241519 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] For port f4ca55bd-d17b-4a98-b6fe-758f27586575, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:40:35.244219 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b5b208-b301-4cff-a73e-af0e1a97afc6', 'name': 'network-vif-deleted', 'tag': '5c5e83d8-b424-46aa-b736-6580c02b211f'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:35.245957 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] For port f4ca55bd-d17b-4a98-b6fe-758f27586575, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=f4ca55bd-d17b-4a98-b6fe-758f27586575,segment=NetworkSegment(f86a1630-853f-4a05-b3d6-280de0a66971),segment_id=f86a1630-853f-4a05-b3d6-280de0a66971)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:40:35.249427 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4ff547-41ad-4b10-914e-2bb2acdae2e4" -d '{"events": [{"server_uuid": "52b5b208-b301-4cff-a73e-af0e1a97afc6", "name": "network-vif-deleted", "tag": "5c5e83d8-b424-46aa-b736-6580c02b211f"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:35.299282 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fe0572-33ca-4c3f-967b-4b8402d9b820 x-openstack-request-id: req-37fe0572-33ca-4c3f-967b-4b8402d9b820 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:35.299646 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b5b208-b301-4cff-a73e-af0e1a97afc6", "name": "network-vif-deleted", "tag": "5c5e83d8-b424-46aa-b736-6580c02b211f", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:35.299904 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37fe0572-33ca-4c3f-967b-4b8402d9b820 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:35.300307 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37fe0572-33ca-4c3f-967b-4b8402d9b820'] response: {'server_uuid': '52b5b208-b301-4cff-a73e-af0e1a97afc6', 'name': 'network-vif-deleted', 'tag': '5c5e83d8-b424-46aa-b736-6580c02b211f', 'status': 'completed', 'code': 200} Apr 05 11:40:35.302454 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e3b50-d6b0-459d-ab38-8c04ea760cb5 req-1b3f5369-6a3f-451b-acee-566f9eda4bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:35.305086 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a29e3b50-d6b0-459d-ab38-8c04ea760cb5 req-1b3f5369-6a3f-451b-acee-566f9eda4bb8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=233d90e8ff5e4e72ad93b7b8123f9648&device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 1128 time: 0.1597157 Apr 05 11:40:35.329498 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Allocated IP 172.27.1.162 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/4e01a03c-3663-44cc-af09-09b4874b83c8) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:40:35.347234 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (f4ca55bd-d17b-4a98-b6fe-758f27586575), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.362088 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-df1adcc6-6b0a-4743-9c60-10aa30cb9861 None None] Set router da0133b8-fc41-48c8-9317-9aa06797149e gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:35.522172 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e80456-f6fb-4f92-a11c-4dbfa64c0b66 None None] Pushing event updated for resources: {'Port': ['ID=f4ca55bd-d17b-4a98-b6fe-758f27586575,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:35.585157 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Publish callbacks [] for port (4e01a03c-3663-44cc-af09-09b4874b83c8), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.624039 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe9e9495-d024-4122-8335-eb685c792a55 req-b1d35586-15cc-43a0-92f7-ad92883ea954 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b5b208-b301-4cff-a73e-af0e1a97afc6 HTTP/1.1" status: 200 len: 210 time: 0.0430729 Apr 05 11:40:35.625810 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e3b50-d6b0-459d-ab38-8c04ea760cb5 req-baf53c08-c08c-45d0-bec3-464e7830b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:35.627859 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a29e3b50-d6b0-459d-ab38-8c04ea760cb5 req-baf53c08-c08c-45d0-bec3-464e7830b747 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2 HTTP/1.1" status: 200 len: 917 time: 0.3046491 Apr 05 11:40:35.695968 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (4e01a03c-3663-44cc-af09-09b4874b83c8), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.767146 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a29e3b50-d6b0-459d-ab38-8c04ea760cb5 req-a93d80e6-740b-4bfd-852f-6923201dc25b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781c46da-8de3-4fb3-bf2a-0909f6044870 HTTP/1.1" status: 200 len: 999 time: 0.1238863 Apr 05 11:40:35.773849 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-df1adcc6-6b0a-4743-9c60-10aa30cb9861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:00Z', 'revision_number': 5, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:35.778378 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866edef-59e0-416c-b400-2f6794203504 req-35200de4-4798-4081-bf3d-5ffbc5a33336 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:35.780026 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9866edef-59e0-416c-b400-2f6794203504 req-35200de4-4798-4081-bf3d-5ffbc5a33336 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.1615677 Apr 05 11:40:35.781121 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Pushing event updated for resources: {'Port': ['ID=4e01a03c-3663-44cc-af09-09b4874b83c8,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:35.805826 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:35.816766 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:35.820116 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:40:35.839536 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1adcc6-6b0a-4743-9c60-10aa30cb9861 None None] Checking router: da0133b8-fc41-48c8-9317-9aa06797149e for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:35.849688 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1adcc6-6b0a-4743-9c60-10aa30cb9861 None None] Routers {'da0133b8-fc41-48c8-9317-9aa06797149e'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:35.850613 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-df1adcc6-6b0a-4743-9c60-10aa30cb9861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['da0133b8-fc41-48c8-9317-9aa06797149e'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:35.858151 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e3b50-d6b0-459d-ab38-8c04ea760cb5 req-be02fcb4-f755-4612-be43-e225e2919b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:35.859688 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a29e3b50-d6b0-459d-ab38-8c04ea760cb5 req-be02fcb4-f755-4612-be43-e225e2919b7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79697ad3-6090-4136-9658-d9efe2412d4b HTTP/1.1" status: 200 len: 855 time: 0.0868418 Apr 05 11:40:35.983075 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-df1adcc6-6b0a-4743-9c60-10aa30cb9861 None None] Set router da0133b8-fc41-48c8-9317-9aa06797149e gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:35.997609 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9866edef-59e0-416c-b400-2f6794203504 req-59851fac-a6b0-4fb3-bcef-03662543b905 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869447 Apr 05 11:40:36.142048 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e3b50-d6b0-459d-ab38-8c04ea760cb5 req-5f493b49-f60f-4a93-b753-c17e4da11095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:36.143788 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a29e3b50-d6b0-459d-ab38-8c04ea760cb5 req-5f493b49-f60f-4a93-b753-c17e4da11095 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1215200 Apr 05 11:40:36.192903 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8ca49-533f-4b17-b45d-1f71d7941896 req-a5998ca8-22eb-4d51-8f5c-37add6ccca8a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:36.207310 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-65b8ca49-533f-4b17-b45d-1f71d7941896 req-a5998ca8-22eb-4d51-8f5c-37add6ccca8a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 943 time: 0.1195104 Apr 05 11:40:36.269075 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 32d02580-4857-4f01-9bfb-32d8fe7abc4d up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:36.302659 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-df1adcc6-6b0a-4743-9c60-10aa30cb9861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:00Z', 'revision_number': 5, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:36.358382 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 32d02580-4857-4f01-9bfb-32d8fe7abc4d triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:36.358987 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-65b8ca49-533f-4b17-b45d-1f71d7941896 req-d4313ad9-a466-428f-a14b-5319daee22ed tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbd9cf56-f7da-4675-8e50-034775d0e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504750 Apr 05 11:40:36.359193 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.375631 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Publish callbacks [] for router_gateway (5e625c8d-7959-4c43-b4fb-216c0df11a3d), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.389042 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1adcc6-6b0a-4743-9c60-10aa30cb9861 None None] The sync data for ids ['da0133b8-fc41-48c8-9317-9aa06797149e'] in dv-cinder-834448-3-iscsi is: [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:33:49Z', 'revision_number': 4, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'e4006794-0c25-404f-859e-08d950dd4566', 'name': '', 'network_id': '8cbffa01-3137-49e9-97ed-1f17fab5a300', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'mac_address': 'fa:16:3e:71:9f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11809902-d970-490e-a337-eab95165c81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:00Z', 'revision_number': 5, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'subnets': [{'id': '11809902-d970-490e-a337-eab95165c81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:36.402287 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a29e3b50-d6b0-459d-ab38-8c04ea760cb5 req-97485522-f363-4d60-aa97-2ef35d4e8158 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501040 Apr 05 11:40:36.490793 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 32d02580-4857-4f01-9bfb-32d8fe7abc4d is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:36.492840 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device f4ca55bd-d17b-4a98-b6fe-758f27586575 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:36.563701 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port f4ca55bd-d17b-4a98-b6fe-758f27586575 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:36.567393 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (f4ca55bd-d17b-4a98-b6fe-758f27586575), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.569356 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a29e3b50-d6b0-459d-ab38-8c04ea760cb5 req-dd447b28-141c-4042-af07-fa2eb5958ae6 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596980 Apr 05 11:40:36.699732 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530046'] for router (5e625c8d-7959-4c43-b4fb-216c0df11a3d), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.705483 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port f4ca55bd-d17b-4a98-b6fe-758f27586575 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:36.706047 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (f4ca55bd-d17b-4a98-b6fe-758f27586575), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.749821 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] For port f4ca55bd-d17b-4a98-b6fe-758f27586575, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=f4ca55bd-d17b-4a98-b6fe-758f27586575,segment=NetworkSegment(f86a1630-853f-4a05-b3d6-280de0a66971),segment_id=f86a1630-853f-4a05-b3d6-280de0a66971)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:36.799688 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36462) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:36.832138 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (f4ca55bd-d17b-4a98-b6fe-758f27586575), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.889780 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19863f89-fc69-49a4-afe5-005734b193fc None None] Network 8b95c372-d5c4-476f-918b-3a6e3b51e5d8 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:40:36.923224 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-27de2ceb-a60c-4d88-a7e0-f427856dd7f5 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group (cd401da1-1c13-499f-b37c-032a26e99aed), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.951226 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-27de2ceb-a60c-4d88-a7e0-f427856dd7f5 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group (cd401da1-1c13-499f-b37c-032a26e99aed), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.968835 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Router 5e625c8d-7959-4c43-b4fb-216c0df11a3d is scheduled to L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 with binding_index 1 {{(pid=103946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:40:36.995687 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device c972cbda-2f1a-4d11-8109-75d7b53e0483 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:40:36.997658 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 5c5e83d8-b424-46aa-b736-6580c02b211f no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:37.001212 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf108a-b726-4ea3-80e1-a848fc3af029 None None] New status for floating IP 4ec044dc-1b12-4cb5-bfd4-bfe8cd4a1ea7: DOWN {{(pid=103948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:40:37.067957 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 5c5e83d8-b424-46aa-b736-6580c02b211f {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:37.068301 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 5c5e83d8-b424-46aa-b736-6580c02b211f not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:37.069713 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Pushing event updated for resources: {'Port': ['ID=f4ca55bd-d17b-4a98-b6fe-758f27586575,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:37.077464 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-27de2ceb-a60c-4d88-a7e0-f427856dd7f5 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (cd401da1-1c13-499f-b37c-032a26e99aed), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.080506 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-27de2ceb-a60c-4d88-a7e0-f427856dd7f5 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.084110 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-27de2ceb-a60c-4d88-a7e0-f427856dd7f5 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "DELETE /v2.0/security-groups/cd401da1-1c13-499f-b37c-032a26e99aed HTTP/1.1" status: 204 len: 168 time: 0.2810874 Apr 05 11:40:37.093006 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-28b67203-c3b9-4326-a0d5-ae0a3eba2299 None None] Provisioning complete for port f4ca55bd-d17b-4a98-b6fe-758f27586575 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:37.093375 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-28b67203-c3b9-4326-a0d5-ae0a3eba2299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (f4ca55bd-d17b-4a98-b6fe-758f27586575), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.094811 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36476) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:37.104920 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de2ceb-a60c-4d88-a7e0-f427856dd7f5 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd401da1-1c13-499f-b37c-032a26e99aed,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:37.113012 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.api.v2.resource [None req-b47f103c-9da8-4837-b9b8-7ea5f167ced5 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] show failed (client error): The resource could not be found. Apr 05 11:40:37.113151 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:37.117352 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-b47f103c-9da8-4837-b9b8-7ea5f167ced5 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "GET /v2.0/security-groups/cd401da1-1c13-499f-b37c-032a26e99aed HTTP/1.1" status: 404 len: 347 time: 0.0183389 Apr 05 11:40:37.117352 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36478) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:37.126312 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Sync routers for ids ['5e625c8d-7959-4c43-b4fb-216c0df11a3d'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:37.145302 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Routers {'5e625c8d-7959-4c43-b4fb-216c0df11a3d'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:37.147484 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['5e625c8d-7959-4c43-b4fb-216c0df11a3d'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:37.201489 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ba11e-b374-42e3-8d0d-bc1aa9bb2d96 req-7fc87a71-4161-423e-8ba1-8d228d5b75fb tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:37.206927 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fb2ba11e-b374-42e3-8d0d-bc1aa9bb2d96 req-7fc87a71-4161-423e-8ba1-8d228d5b75fb tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.0919099 Apr 05 11:40:37.214393 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.218185 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ffd95a65-a249-4ef7-bfec-4d90bf7ccdb4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3608880 Apr 05 11:40:37.220148 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36480) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:37.309222 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fb2ba11e-b374-42e3-8d0d-bc1aa9bb2d96 req-53e76ca4-26eb-452f-b21a-04c8f9e47e76 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864480 Apr 05 11:40:37.310698 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Set router 5e625c8d-7959-4c43-b4fb-216c0df11a3d gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:37.383931 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.db.resource_extend [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 11:40:37.609537 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-b5bcb449-b8f0-48b5-aee7-20309e785c58 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Deleting port 5453d547-92b0-4649-85f1-d8f52f5eb82e {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:37.609925 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb449-b8f0-48b5-aee7-20309e785c58 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (5453d547-92b0-4649-85f1-d8f52f5eb82e), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.665108 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-28b67203-c3b9-4326-a0d5-ae0a3eba2299 None None] Current status of the port f4ca55bd-d17b-4a98-b6fe-758f27586575 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:37.705888 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port c972cbda-2f1a-4d11-8109-75d7b53e0483, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=c972cbda-2f1a-4d11-8109-75d7b53e0483,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:37.721152 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'name': 'tempest-TestVolumeBootPattern-683136403-router', 'tenant_id': 'cc8527cd356f42f59a7fba343e718ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4e01a03c-3663-44cc-af09-09b4874b83c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:33Z', 'updated_at': '2022-04-05T11:40:36Z', 'revision_number': 3, 'project_id': 'cc8527cd356f42f59a7fba343e718ac3', 'gw_port': {'id': '4e01a03c-3663-44cc-af09-09b4874b83c8', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:35Z', 'updated_at': '2022-04-05T11:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:37.729374 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': 'c972cbda-2f1a-4d11-8109-75d7b53e0483', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'port_id': 'c972cbda-2f1a-4d11-8109-75d7b53e0483', 'mac_address': 'fa:16:3e:65:a3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:40:37.810516 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port c972cbda-2f1a-4d11-8109-75d7b53e0483 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:37.810909 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (c972cbda-2f1a-4d11-8109-75d7b53e0483), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.821453 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Checking router: 5e625c8d-7959-4c43-b4fb-216c0df11a3d for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:37.821835 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Updating router 5e625c8d-7959-4c43-b4fb-216c0df11a3d port 4e01a03c-3663-44cc-af09-09b4874b83c8 binding host dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:40:37.843759 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c972cbda-2f1a-4d11-8109-75d7b53e0483 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:40:37.882016 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (4e01a03c-3663-44cc-af09-09b4874b83c8), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.884761 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port c972cbda-2f1a-4d11-8109-75d7b53e0483, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=c972cbda-2f1a-4d11-8109-75d7b53e0483,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:37.943200 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132850b-16a5-4a20-acee-2b2407453e35 req-dc14d4a4-a13d-4d5d-9f6f-e0bfa8ca2198 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:37.945035 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c132850b-16a5-4a20-acee-2b2407453e35 req-dc14d4a4-a13d-4d5d-9f6f-e0bfa8ca2198 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 943 time: 0.3647618 Apr 05 11:40:37.946993 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb449-b8f0-48b5-aee7-20309e785c58 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (5453d547-92b0-4649-85f1-d8f52f5eb82e), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.947314 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb449-b8f0-48b5-aee7-20309e785c58 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for floatingip (5453d547-92b0-4649-85f1-d8f52f5eb82e), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.963516 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (c972cbda-2f1a-4d11-8109-75d7b53e0483), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.040969 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-b5bcb449-b8f0-48b5-aee7-20309e785c58 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Calling delete_port for 5453d547-92b0-4649-85f1-d8f52f5eb82e owned by network:floatingip {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:38.121739 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=c972cbda-2f1a-4d11-8109-75d7b53e0483,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:38.125808 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-fcb0d858-62a5-404d-9df7-28dfe198e2c0 None None] Provisioning complete for port f4ca55bd-d17b-4a98-b6fe-758f27586575 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:38.126189 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d858-62a5-404d-9df7-28dfe198e2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (f4ca55bd-d17b-4a98-b6fe-758f27586575), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.193604 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device f4ca55bd-d17b-4a98-b6fe-758f27586575 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:38.292905 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['c972cbda-2f1a-4d11-8109-75d7b53e0483'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:40:38.294774 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c132850b-16a5-4a20-acee-2b2407453e35 req-eebbdf29-e7a0-4da4-a7a5-faa1aca58005 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbd9cf56-f7da-4675-8e50-034775d0e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359601 Apr 05 11:40:38.436051 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-fcb0d858-62a5-404d-9df7-28dfe198e2c0 None None] Current status of the port f4ca55bd-d17b-4a98-b6fe-758f27586575 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:38.442641 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port f4ca55bd-d17b-4a98-b6fe-758f27586575 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:38.443019 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (f4ca55bd-d17b-4a98-b6fe-758f27586575), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.520095 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb449-b8f0-48b5-aee7-20309e785c58 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (5453d547-92b0-4649-85f1-d8f52f5eb82e), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.556820 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Publish callbacks [] for port (4e01a03c-3663-44cc-af09-09b4874b83c8), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.559984 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcb449-b8f0-48b5-aee7-20309e785c58 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Pushing event deleted for resources: {'Port': ['ID=5453d547-92b0-4649-85f1-d8f52f5eb82e,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:38.579244 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0e74d-fb15-433f-bb68-1c26bec814a7 req-5220d612-ad5c-4e76-9821-3cb49046bdae tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:38.582308 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-65c0e74d-fb15-433f-bb68-1c26bec814a7 req-5220d612-ad5c-4e76-9821-3cb49046bdae tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.1114914 Apr 05 11:40:38.659564 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (4e01a03c-3663-44cc-af09-09b4874b83c8), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.663952 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.664242 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-65c0e74d-fb15-433f-bb68-1c26bec814a7 req-ea007c11-df7e-44c9-a6ab-c1427c367019 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755301 Apr 05 11:40:38.711523 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb449-b8f0-48b5-aee7-20309e785c58 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks [] for floatingip (4ec044dc-1b12-4cb5-bfd4-bfe8cd4a1ea7), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.714680 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb449-b8f0-48b5-aee7-20309e785c58 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.716124 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-b5bcb449-b8f0-48b5-aee7-20309e785c58 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] 10.222.0.60 "DELETE /v2.0/floatingips/4ec044dc-1b12-4cb5-bfd4-bfe8cd4a1ea7 HTTP/1.1" status: 204 len: 168 time: 1.5807850 Apr 05 11:40:38.725974 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port f4ca55bd-d17b-4a98-b6fe-758f27586575 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:38.755745 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Attempting to bind port 4e01a03c-3663-44cc-af09-09b4874b83c8 on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:40:38.756162 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Attempting to bind port 4e01a03c-3663-44cc-af09-09b4874b83c8 by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:40:38.756600 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Attempting to bind port 4e01a03c-3663-44cc-af09-09b4874b83c8 on network 06b64f98-fdf1-414a-b53a-ab62106c5d0d {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:40:38.784593 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:40:38.785030 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Checking segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:38.785523 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.785919 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Bound using segment: {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:40:38.786448 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Bound port: 4e01a03c-3663-44cc-af09-09b4874b83c8, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708853fa-4da0-4ac8-8c30-bd038023989d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:40:38.786897 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (4e01a03c-3663-44cc-af09-09b4874b83c8), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.803512 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af598a70-e88f-49fc-bff6-e968b24d9441 None None] Pushing event updated for resources: {'Port': ['ID=4e01a03c-3663-44cc-af09-09b4874b83c8,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:38.886590 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] For port 4e01a03c-3663-44cc-af09-09b4874b83c8, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:40:38.891246 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] For port 4e01a03c-3663-44cc-af09-09b4874b83c8, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=4e01a03c-3663-44cc-af09-09b4874b83c8,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:40:38.970362 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (4e01a03c-3663-44cc-af09-09b4874b83c8), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.082813 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Routers {'5e625c8d-7959-4c43-b4fb-216c0df11a3d'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:39.083567 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['5e625c8d-7959-4c43-b4fb-216c0df11a3d'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:39.124577 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af598a70-e88f-49fc-bff6-e968b24d9441 None None] Pushing event updated for resources: {'Port': ['ID=4e01a03c-3663-44cc-af09-09b4874b83c8,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:39.241535 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] Set router 5e625c8d-7959-4c43-b4fb-216c0df11a3d gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:39.268902 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Allocated IP 172.20.0.1 (8b95c372-d5c4-476f-918b-3a6e3b51e5d8/667c21f7-8468-4664-8663-d451f803814b/640e372a-4746-494a-80ad-f2b87025ef7a) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:40:39.304193 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device c972cbda-2f1a-4d11-8109-75d7b53e0483 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:39.475263 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Publish callbacks [] for port (640e372a-4746-494a-80ad-f2b87025ef7a), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.477667 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port c972cbda-2f1a-4d11-8109-75d7b53e0483 completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:40:39.485181 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port c972cbda-2f1a-4d11-8109-75d7b53e0483 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:39.489097 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (c972cbda-2f1a-4d11-8109-75d7b53e0483), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.531779 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f3fa8-decb-4658-9e08-0da2d945b47b req-810b53ef-6bde-428f-a9d4-9a8db236fb05 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:39.533610 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-af2f3fa8-decb-4658-9e08-0da2d945b47b req-810b53ef-6bde-428f-a9d4-9a8db236fb05 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 944 time: 0.1107130 Apr 05 11:40:39.564584 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'name': 'tempest-TestVolumeBootPattern-683136403-router', 'tenant_id': 'cc8527cd356f42f59a7fba343e718ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4e01a03c-3663-44cc-af09-09b4874b83c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:33Z', 'updated_at': '2022-04-05T11:40:36Z', 'revision_number': 3, 'project_id': 'cc8527cd356f42f59a7fba343e718ac3', 'gw_port': {'id': '4e01a03c-3663-44cc-af09-09b4874b83c8', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:35Z', 'updated_at': '2022-04-05T11:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:39.598207 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d9c00f-7055-45af-9292-e31e01bde363 None None] The sync data for ids ['5e625c8d-7959-4c43-b4fb-216c0df11a3d'] in dv-cinder-834448-3-iscsi is: [{'id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'name': 'tempest-TestVolumeBootPattern-683136403-router', 'tenant_id': 'cc8527cd356f42f59a7fba343e718ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4e01a03c-3663-44cc-af09-09b4874b83c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:33Z', 'updated_at': '2022-04-05T11:40:36Z', 'revision_number': 3, 'project_id': 'cc8527cd356f42f59a7fba343e718ac3', 'gw_port': {'id': '4e01a03c-3663-44cc-af09-09b4874b83c8', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:35Z', 'updated_at': '2022-04-05T11:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:39.636578 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-af2f3fa8-decb-4658-9e08-0da2d945b47b req-2e8a83e0-9422-4f8e-8e49-f5e404b24274 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbd9cf56-f7da-4675-8e50-034775d0e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930161 Apr 05 11:40:39.636578 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.653118 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port c972cbda-2f1a-4d11-8109-75d7b53e0483 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:39.653885 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (c972cbda-2f1a-4d11-8109-75d7b53e0483), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.712698 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Network 8b95c372-d5c4-476f-918b-3a6e3b51e5d8 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:39.720034 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:39.722774 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312dd592-597c-40c9-88fb-502a44b126c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c972cbda-2f1a-4d11-8109-75d7b53e0483'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:39.727508 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:40:39.729039 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b343d75-37be-403e-bbef-20cd6b266e87" -d '{"events": [{"server_uuid": "312dd592-597c-40c9-88fb-502a44b126c1", "name": "network-vif-plugged", "status": "completed", "tag": "c972cbda-2f1a-4d11-8109-75d7b53e0483"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:39.734788 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Pushing event updated for resources: {'Port': ['ID=640e372a-4746-494a-80ad-f2b87025ef7a,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:39.779731 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port c972cbda-2f1a-4d11-8109-75d7b53e0483, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=c972cbda-2f1a-4d11-8109-75d7b53e0483,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:39.821816 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530095'] for router_interface (5e625c8d-7959-4c43-b4fb-216c0df11a3d), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.832896 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1e963c-533f-420f-bcd4-f858b36eaecd x-openstack-request-id: req-cc1e963c-533f-420f-bcd4-f858b36eaecd {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:39.833191 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312dd592-597c-40c9-88fb-502a44b126c1", "name": "network-vif-plugged", "status": "completed", "tag": "c972cbda-2f1a-4d11-8109-75d7b53e0483", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:39.833445 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc1e963c-533f-420f-bcd4-f858b36eaecd {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:39.836398 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1e963c-533f-420f-bcd4-f858b36eaecd'] response: {'server_uuid': '312dd592-597c-40c9-88fb-502a44b126c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c972cbda-2f1a-4d11-8109-75d7b53e0483', 'code': 200} Apr 05 11:40:39.854584 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (c972cbda-2f1a-4d11-8109-75d7b53e0483), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:40.016527 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce532528-e51f-4505-804f-62dde10731e2 req-dcbc23e0-d7f6-471c-9f81-7833e794ca26 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:40.019176 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=c972cbda-2f1a-4d11-8109-75d7b53e0483,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:40.032165 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ce532528-e51f-4505-804f-62dde10731e2 req-dcbc23e0-d7f6-471c-9f81-7833e794ca26 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.2109277 Apr 05 11:40:40.136825 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:40.188291 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-d3744f4d-7d68-440f-892d-239aa878ebcd None None] Provisioning complete for port 640e372a-4746-494a-80ad-f2b87025ef7a triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:40.188674 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3744f4d-7d68-440f-892d-239aa878ebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:40.211999 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ce532528-e51f-4505-804f-62dde10731e2 req-b90868df-d277-4765-9e78-d477eb4d0df6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775753 Apr 05 11:40:40.284237 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-d3744f4d-7d68-440f-892d-239aa878ebcd None None] Port 640e372a-4746-494a-80ad-f2b87025ef7a cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:40:40.574951 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Publish callbacks [] for port (640e372a-4746-494a-80ad-f2b87025ef7a), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:40.655718 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62790695'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:40.739287 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Pushing event updated for resources: {'Port': ['ID=640e372a-4746-494a-80ad-f2b87025ef7a,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:40.742199 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532287'] for router_interface (5e625c8d-7959-4c43-b4fb-216c0df11a3d), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:40.879787 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4ed5d-8831-453c-bc3a-9ed8a2fa1953 req-f1929026-ac93-43d8-8c66-070f690ea4b3 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:40.881294 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7bc4ed5d-8831-453c-bc3a-9ed8a2fa1953 req-f1929026-ac93-43d8-8c66-070f690ea4b3 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 945 time: 0.1273730 Apr 05 11:40:40.893399 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Network 8b95c372-d5c4-476f-918b-3a6e3b51e5d8 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:40.894967 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:41.073828 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Router 5e625c8d-7959-4c43-b4fb-216c0df11a3d has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:41.078141 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7bc4ed5d-8831-453c-bc3a-9ed8a2fa1953 req-cdd7f1c0-7d43-4ba4-9570-f0c3bc560817 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbd9cf56-f7da-4675-8e50-034775d0e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869491 Apr 05 11:40:41.211263 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:41.221409 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-6118ebd5-763a-4d80-96a1-b2613da09e25 admin admin] 10.222.0.60 "PUT /v2.0/routers/5e625c8d-7959-4c43-b4fb-216c0df11a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9988983 Apr 05 11:40:41.332321 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed21e3-d5b5-4da6-a7cf-5f53f7e1b5b5 req-815a4fe3-e51a-47ea-af14-499290e1f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:41.334016 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aeed21e3-d5b5-4da6-a7cf-5f53f7e1b5b5 req-815a4fe3-e51a-47ea-af14-499290e1f374 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 1129 time: 0.0504141 Apr 05 11:40:41.336308 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-2d742bd1-a0ef-4aa4-be51-8c08539e192a None None] Provisioning complete for port 640e372a-4746-494a-80ad-f2b87025ef7a triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:41.336846 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2d742bd1-a0ef-4aa4-be51-8c08539e192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.447067 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aeed21e3-d5b5-4da6-a7cf-5f53f7e1b5b5 req-1c6bf7f2-dd3e-4b93-b132-342fd7bcc461 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bbd9cf56-f7da-4675-8e50-034775d0e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958974 Apr 05 11:40:41.457220 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-2d742bd1-a0ef-4aa4-be51-8c08539e192a None None] Port 640e372a-4746-494a-80ad-f2b87025ef7a cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:40:41.512770 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e546771-af39-4d72-8f5e-2f9529f9d4a0 req-c31c4f53-5626-4e57-bd12-1989564a3575 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:41.520468 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7e546771-af39-4d72-8f5e-2f9529f9d4a0 req-c31c4f53-5626-4e57-bd12-1989564a3575 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.1200373 Apr 05 11:40:41.580224 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7e546771-af39-4d72-8f5e-2f9529f9d4a0 req-ccdd855b-9f7c-4d71-8cae-6c288de933f7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585935 Apr 05 11:40:42.213868 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 4e01a03c-3663-44cc-af09-09b4874b83c8 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:42.220374 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36532) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:42.225563 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-e7f25937-a459-4363-85dc-b13d0830c890 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1021731976', 'description': 'tempest-secgroup-smoke-1021731976 description', 'project_id': '0bfd09739367451297d7d3042eb37411'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:42.274358 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cc20b-353d-470c-9e4c-488d6da288bb req-dc62f31e-03dd-4ef2-a434-76daf27aa557 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:42.276582 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9b2cc20b-353d-470c-9e4c-488d6da288bb req-dc62f31e-03dd-4ef2-a434-76daf27aa557 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 945 time: 0.0765779 Apr 05 11:40:42.296371 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 4e01a03c-3663-44cc-af09-09b4874b83c8 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:42.296956 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (4e01a03c-3663-44cc-af09-09b4874b83c8), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.368250 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e7f25937-a459-4363-85dc-b13d0830c890 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.376295 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9b2cc20b-353d-470c-9e4c-488d6da288bb req-d768850f-510b-462b-b458-ad817563640a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbd9cf56-f7da-4675-8e50-034775d0e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927331 Apr 05 11:40:42.398514 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 4e01a03c-3663-44cc-af09-09b4874b83c8 is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:42.399499 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (4e01a03c-3663-44cc-af09-09b4874b83c8), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.425761 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] For port 4e01a03c-3663-44cc-af09-09b4874b83c8, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=4e01a03c-3663-44cc-af09-09b4874b83c8,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:42.466453 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Sync routers for ids ['5e625c8d-7959-4c43-b4fb-216c0df11a3d'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:42.466453 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Routers {'5e625c8d-7959-4c43-b4fb-216c0df11a3d'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:42.466453 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['5e625c8d-7959-4c43-b4fb-216c0df11a3d'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:42.467656 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e7f25937-a459-4363-85dc-b13d0830c890 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group (68164dcb-34e2-46d4-84df-96445929632d), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.522919 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (4e01a03c-3663-44cc-af09-09b4874b83c8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.556895 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e7f25937-a459-4363-85dc-b13d0830c890 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (68164dcb-34e2-46d4-84df-96445929632d), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.599241 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f25937-a459-4363-85dc-b13d0830c890 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68164dcb-34e2-46d4-84df-96445929632d,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:42.640488 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Pushing event updated for resources: {'Port': ['ID=4e01a03c-3663-44cc-af09-09b4874b83c8,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:42.675560 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Set router 5e625c8d-7959-4c43-b4fb-216c0df11a3d gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:42.696395 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e7f25937-a459-4363-85dc-b13d0830c890 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.697566 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e7f25937-a459-4363-85dc-b13d0830c890 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4758451 Apr 05 11:40:42.701269 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36536) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:42.708280 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-5162496b-f8b6-4205-adbc-ec02007437e1 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Request body: {'security_group_rule': {'security_group_id': '68164dcb-34e2-46d4-84df-96445929632d', 'project_id': '0bfd09739367451297d7d3042eb37411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:42.741485 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e184cfe-39b3-4b85-af39-7e7288026f39 req-56289a38-797d-4ecd-934f-ce0940441cf7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:42.743383 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1e184cfe-39b3-4b85-af39-7e7288026f39 req-56289a38-797d-4ecd-934f-ce0940441cf7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.0796208 Apr 05 11:40:42.802194 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1e184cfe-39b3-4b85-af39-7e7288026f39 req-adf8ffd6-7e1d-4947-8739-5e945907da15 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517802 Apr 05 11:40:42.833686 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5162496b-f8b6-4205-adbc-ec02007437e1 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (d9e4867a-9fc4-4ee7-84cf-63513db27681), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.907233 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5162496b-f8b6-4205-adbc-ec02007437e1 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (d9e4867a-9fc4-4ee7-84cf-63513db27681), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.930004 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'name': 'tempest-TestVolumeBootPattern-683136403-router', 'tenant_id': 'cc8527cd356f42f59a7fba343e718ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4e01a03c-3663-44cc-af09-09b4874b83c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:33Z', 'updated_at': '2022-04-05T11:40:39Z', 'revision_number': 4, 'project_id': 'cc8527cd356f42f59a7fba343e718ac3', 'gw_port': {'id': '4e01a03c-3663-44cc-af09-09b4874b83c8', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:35Z', 'updated_at': '2022-04-05T11:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '640e372a-4746-494a-80ad-f2b87025ef7a', 'name': '', 'network_id': '8b95c372-d5c4-476f-918b-3a6e3b51e5d8', 'tenant_id': 'cc8527cd356f42f59a7fba343e718ac3', 'mac_address': 'fa:16:3e:9e:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '667c21f7-8468-4664-8663-d451f803814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:38Z', 'updated_at': '2022-04-05T11:40:40Z', 'revision_number': 2, 'project_id': 'cc8527cd356f42f59a7fba343e718ac3', 'subnets': [{'id': '667c21f7-8468-4664-8663-d451f803814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:42.961697 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Checking router: 5e625c8d-7959-4c43-b4fb-216c0df11a3d for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:42.962081 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Updating router 5e625c8d-7959-4c43-b4fb-216c0df11a3d port 640e372a-4746-494a-80ad-f2b87025ef7a binding host dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:40:42.968730 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5162496b-f8b6-4205-adbc-ec02007437e1 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (d9e4867a-9fc4-4ee7-84cf-63513db27681), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.995856 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.013589 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162496b-f8b6-4205-adbc-ec02007437e1 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e4867a-9fc4-4ee7-84cf-63513db27681,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:43.084613 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5162496b-f8b6-4205-adbc-ec02007437e1 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.086263 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-5162496b-f8b6-4205-adbc-ec02007437e1 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3818893 Apr 05 11:40:43.089773 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36544) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:43.090156 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36546) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:43.100886 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-c2b0db94-2292-41f6-879c-5abb70536c5c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Request body: {'security_group_rule': {'security_group_id': '68164dcb-34e2-46d4-84df-96445929632d', 'project_id': '0bfd09739367451297d7d3042eb37411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:43.103063 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36550) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:43.212542 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c2b0db94-2292-41f6-879c-5abb70536c5c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (59bf492e-fb6b-4a65-9d58-6ce1423b64bd), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.369788 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c2b0db94-2292-41f6-879c-5abb70536c5c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (59bf492e-fb6b-4a65-9d58-6ce1423b64bd), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.415825 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Publish callbacks [] for port (640e372a-4746-494a-80ad-f2b87025ef7a), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.484580 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c2b0db94-2292-41f6-879c-5abb70536c5c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (59bf492e-fb6b-4a65-9d58-6ce1423b64bd), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.536609 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.541484 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0db94-2292-41f6-879c-5abb70536c5c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59bf492e-fb6b-4a65-9d58-6ce1423b64bd,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:43.610485 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.645707 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3753bb-d708-4904-b7d8-289c485809af req-5ca7144b-d101-449f-9d74-ffb0e908453b tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:43.647652 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7a3753bb-d708-4904-b7d8-289c485809af req-5ca7144b-d101-449f-9d74-ffb0e908453b tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 945 time: 0.1412108 Apr 05 11:40:43.656639 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1e60a-58b7-42e9-9aaa-414b860ad398 None None] Pushing event updated for resources: {'Port': ['ID=640e372a-4746-494a-80ad-f2b87025ef7a,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:43.702561 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c2b0db94-2292-41f6-879c-5abb70536c5c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.704897 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-c2b0db94-2292-41f6-879c-5abb70536c5c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6123731 Apr 05 11:40:43.709794 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36558) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:43.719848 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-d2395bcb-de60-4f10-82e4-8c0ebdb3550a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Request body: {'security_group_rule': {'security_group_id': '68164dcb-34e2-46d4-84df-96445929632d', 'project_id': '0bfd09739367451297d7d3042eb37411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:43.747509 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2f67d-31eb-4995-a1a5-fcd6765362bc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Deleting port 025f67f7-0f2c-492b-948f-8e1851a76369 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:43.747858 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f67d-31eb-4995-a1a5-fcd6765362bc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (025f67f7-0f2c-492b-948f-8e1851a76369), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.806510 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Attempting to bind port 640e372a-4746-494a-80ad-f2b87025ef7a on host dv-cinder-834448-3-iscsi for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:40:43.812437 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Attempting to bind port 640e372a-4746-494a-80ad-f2b87025ef7a by drivers openvswitch,hyperv on host dv-cinder-834448-3-iscsi at level 0 using segments [{'id': 'f86a1630-853f-4a05-b3d6-280de0a66971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b95c372-d5c4-476f-918b-3a6e3b51e5d8'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:40:43.816299 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Attempting to bind port 640e372a-4746-494a-80ad-f2b87025ef7a on network 8b95c372-d5c4-476f-918b-3a6e3b51e5d8 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:40:43.832701 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Checking agent: {'id': 'c22ac8f7-9b8f-4eac-8962-ee830be35b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 24, 57), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:40:43.834010 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Checking segment: {'id': 'f86a1630-853f-4a05-b3d6-280de0a66971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b95c372-d5c4-476f-918b-3a6e3b51e5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:43.834495 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.835399 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Bound using segment: {'id': 'f86a1630-853f-4a05-b3d6-280de0a66971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b95c372-d5c4-476f-918b-3a6e3b51e5d8'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:40:43.836606 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Bound port: 640e372a-4746-494a-80ad-f2b87025ef7a, host: dv-cinder-834448-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86a1630-853f-4a05-b3d6-280de0a66971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b95c372-d5c4-476f-918b-3a6e3b51e5d8'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:40:43.838878 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.855371 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f67d-31eb-4995-a1a5-fcd6765362bc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (025f67f7-0f2c-492b-948f-8e1851a76369), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.855826 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f67d-31eb-4995-a1a5-fcd6765362bc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for floatingip (025f67f7-0f2c-492b-948f-8e1851a76369), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.874000 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2f67d-31eb-4995-a1a5-fcd6765362bc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Calling delete_port for 025f67f7-0f2c-492b-948f-8e1851a76369 owned by network:floatingip {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:43.950527 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7a3753bb-d708-4904-b7d8-289c485809af req-bfa10190-cc0b-4338-96a2-8e6431d96ca5 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbd9cf56-f7da-4675-8e50-034775d0e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920680 Apr 05 11:40:44.054995 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] For port 640e372a-4746-494a-80ad-f2b87025ef7a, host dv-cinder-834448-3-iscsi, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:40:44.059502 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] For port 640e372a-4746-494a-80ad-f2b87025ef7a, host dv-cinder-834448-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=640e372a-4746-494a-80ad-f2b87025ef7a,segment=NetworkSegment(f86a1630-853f-4a05-b3d6-280de0a66971),segment_id=f86a1630-853f-4a05-b3d6-280de0a66971)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:40:44.088649 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d2395bcb-de60-4f10-82e4-8c0ebdb3550a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (76ec0976-cbfc-4144-9aa1-d0e67476433f), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.117199 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ecf30cff-b40c-49c4-989c-e1b3fec60ccc None None] Provisioning complete for port 640e372a-4746-494a-80ad-f2b87025ef7a triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:44.117701 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ecf30cff-b40c-49c4-989c-e1b3fec60ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.177846 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.221574 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 4e01a03c-3663-44cc-af09-09b4874b83c8 up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:44.243991 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d2395bcb-de60-4f10-82e4-8c0ebdb3550a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (76ec0976-cbfc-4144-9aa1-d0e67476433f), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.277480 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Routers {'5e625c8d-7959-4c43-b4fb-216c0df11a3d'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:44.282879 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['5e625c8d-7959-4c43-b4fb-216c0df11a3d'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:44.283160 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb30c1b-9dda-444f-bbf2-957f4d4e66ed req-ac030bef-0d69-4e54-a02b-8a4c1d510ff1 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:44.283160 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bcb30c1b-9dda-444f-bbf2-957f4d4e66ed req-ac030bef-0d69-4e54-a02b-8a4c1d510ff1 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.2387559 Apr 05 11:40:44.356422 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d2395bcb-de60-4f10-82e4-8c0ebdb3550a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (76ec0976-cbfc-4144-9aa1-d0e67476433f), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.378712 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2395bcb-de60-4f10-82e4-8c0ebdb3550a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ec0976-cbfc-4144-9aa1-d0e67476433f,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:44.407227 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bcb30c1b-9dda-444f-bbf2-957f4d4e66ed req-0cb9fa4d-b898-489b-90ca-bad0a17eaaff tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139872 Apr 05 11:40:44.410154 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f67d-31eb-4995-a1a5-fcd6765362bc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (025f67f7-0f2c-492b-948f-8e1851a76369), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.460082 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2f67d-31eb-4995-a1a5-fcd6765362bc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Pushing event deleted for resources: {'Port': ['ID=025f67f7-0f2c-492b-948f-8e1851a76369,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:44.534534 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-94680de9-40e2-45a8-b58f-b97b65f04eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532244'] for router_interface (da0133b8-fc41-48c8-9317-9aa06797149e), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.540624 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f67d-31eb-4995-a1a5-fcd6765362bc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for floatingip (c72d5ef0-309a-430f-bc2b-76be9e1ea68c), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.541017 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d2395bcb-de60-4f10-82e4-8c0ebdb3550a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.541756 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-dfe2f67d-31eb-4995-a1a5-fcd6765362bc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Floating IP c72d5ef0-309a-430f-bc2b-76be9e1ea68c disassociated (deleted). External IP: 172.27.1.233, port: 1057f1d4-8f36-4dbf-a01f-5a583883cb27. Apr 05 11:40:44.542601 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-d2395bcb-de60-4f10-82e4-8c0ebdb3550a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8294265 Apr 05 11:40:44.546661 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36562) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:44.552163 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-1173826a-50ef-4801-93c2-e17dcb7a443f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Request body: {'security_group_rule': {'security_group_id': '68164dcb-34e2-46d4-84df-96445929632d', 'project_id': '0bfd09739367451297d7d3042eb37411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:44.707078 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ecf30cff-b40c-49c4-989c-e1b3fec60ccc None None] Port 640e372a-4746-494a-80ad-f2b87025ef7a cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:40:44.767102 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1173826a-50ef-4801-93c2-e17dcb7a443f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (f9fb615b-581e-4c3d-8625-9a897cc217c7), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.774359 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1e60a-58b7-42e9-9aaa-414b860ad398 None None] Pushing event updated for resources: {'Port': ['ID=640e372a-4746-494a-80ad-f2b87025ef7a,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:44.820981 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] Set router 5e625c8d-7959-4c43-b4fb-216c0df11a3d gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:44.896844 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1173826a-50ef-4801-93c2-e17dcb7a443f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (f9fb615b-581e-4c3d-8625-9a897cc217c7), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.910254 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe2f67d-31eb-4995-a1a5-fcd6765362bc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Router f38dfa9f-d37b-4f34-898d-8a319e3e143c has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:44.949811 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 4e01a03c-3663-44cc-af09-09b4874b83c8 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:44.950611 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (4e01a03c-3663-44cc-af09-09b4874b83c8), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.010929 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-f51f1d5b-2ecc-441c-bd44-8eb1296dd17c None None] Provisioning complete for port 640e372a-4746-494a-80ad-f2b87025ef7a triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:45.011340 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f51f1d5b-2ecc-441c-bd44-8eb1296dd17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.014061 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1173826a-50ef-4801-93c2-e17dcb7a443f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (f9fb615b-581e-4c3d-8625-9a897cc217c7), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.045194 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-94680de9-40e2-45a8-b58f-b97b65f04eae admin admin] Deleting port e4006794-0c25-404f-859e-08d950dd4566 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:45.045897 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-94680de9-40e2-45a8-b58f-b97b65f04eae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (e4006794-0c25-404f-859e-08d950dd4566), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.130907 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173826a-50ef-4801-93c2-e17dcb7a443f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fb615b-581e-4c3d-8625-9a897cc217c7,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:45.189922 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-94680de9-40e2-45a8-b58f-b97b65f04eae admin admin] For port e4006794-0c25-404f-859e-08d950dd4566, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=e4006794-0c25-404f-859e-08d950dd4566,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:45.190569 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-94680de9-40e2-45a8-b58f-b97b65f04eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (e4006794-0c25-404f-859e-08d950dd4566), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.206826 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-94680de9-40e2-45a8-b58f-b97b65f04eae admin admin] Calling delete_port for e4006794-0c25-404f-859e-08d950dd4566 owned by network:router_interface {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:45.218632 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe2f67d-31eb-4995-a1a5-fcd6765362bc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:45.228162 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f67d-31eb-4995-a1a5-fcd6765362bc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.230713 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcc502e-f96e-48d8-a0df-d3d1864c4440 None None] Sync routers for ids ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:45.241264 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-f51f1d5b-2ecc-441c-bd44-8eb1296dd17c None None] Current status of the port 640e372a-4746-494a-80ad-f2b87025ef7a is: DOWN; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:45.242444 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f51f1d5b-2ecc-441c-bd44-8eb1296dd17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.251490 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc502e-f96e-48d8-a0df-d3d1864c4440 None None] Routers {'f38dfa9f-d37b-4f34-898d-8a319e3e143c'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:45.256243 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0dcc502e-f96e-48d8-a0df-d3d1864c4440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:45.283665 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1173826a-50ef-4801-93c2-e17dcb7a443f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.298513 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-f51f1d5b-2ecc-441c-bd44-8eb1296dd17c None None] For port 640e372a-4746-494a-80ad-f2b87025ef7a, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=640e372a-4746-494a-80ad-f2b87025ef7a,segment=NetworkSegment(f86a1630-853f-4a05-b3d6-280de0a66971),segment_id=f86a1630-853f-4a05-b3d6-280de0a66971)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:45.298789 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-1173826a-50ef-4801-93c2-e17dcb7a443f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7495210 Apr 05 11:40:45.303222 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36566) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:45.315311 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-1c4fe2ce-a494-441f-bc4d-9f03972dd34c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Request body: {'security_group_rule': {'security_group_id': '68164dcb-34e2-46d4-84df-96445929632d', 'project_id': '0bfd09739367451297d7d3042eb37411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:45.343812 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 4e01a03c-3663-44cc-af09-09b4874b83c8 is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:45.373906 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-dfe2f67d-31eb-4995-a1a5-fcd6765362bc tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "DELETE /v2.0/floatingips/c72d5ef0-309a-430f-bc2b-76be9e1ea68c HTTP/1.1" status: 204 len: 168 time: 2.2799091 Apr 05 11:40:45.374908 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'tag': '1057f1d4-8f36-4dbf-a01f-5a583883cb27'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:45.379113 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c1fb25-0c9f-4d23-9249-11315d9fe8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d723380a-3b3f-4f00-b701-f76ab30add84", "tag": "1057f1d4-8f36-4dbf-a01f-5a583883cb27"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:45.397233 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f51f1d5b-2ecc-441c-bd44-8eb1296dd17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.413321 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'name': 'tempest-TestVolumeBootPattern-683136403-router', 'tenant_id': 'cc8527cd356f42f59a7fba343e718ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4e01a03c-3663-44cc-af09-09b4874b83c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:33Z', 'updated_at': '2022-04-05T11:40:39Z', 'revision_number': 4, 'project_id': 'cc8527cd356f42f59a7fba343e718ac3', 'gw_port': {'id': '4e01a03c-3663-44cc-af09-09b4874b83c8', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:35Z', 'updated_at': '2022-04-05T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '640e372a-4746-494a-80ad-f2b87025ef7a', 'name': '', 'network_id': '8b95c372-d5c4-476f-918b-3a6e3b51e5d8', 'tenant_id': 'cc8527cd356f42f59a7fba343e718ac3', 'mac_address': 'fa:16:3e:9e:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '667c21f7-8468-4664-8663-d451f803814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:38Z', 'updated_at': '2022-04-05T11:40:44Z', 'revision_number': 4, 'project_id': 'cc8527cd356f42f59a7fba343e718ac3', 'subnets': [{'id': '667c21f7-8468-4664-8663-d451f803814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:45.448400 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.securitygroups_db [None req-1c4fe2ce-a494-441f-bc4d-9f03972dd34c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Project 0bfd09739367451297d7d3042eb37411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:40:45.454872 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe2ce-a494-441f-bc4d-9f03972dd34c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (a14ff230-1a5c-4025-b21d-bb1a867bc513), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.555394 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb226a-5afd-4065-b430-078ff9171781 None None] The sync data for ids ['5e625c8d-7959-4c43-b4fb-216c0df11a3d'] in dv-cinder-834448-3-iscsi is: [{'id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'name': 'tempest-TestVolumeBootPattern-683136403-router', 'tenant_id': 'cc8527cd356f42f59a7fba343e718ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4e01a03c-3663-44cc-af09-09b4874b83c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:33Z', 'updated_at': '2022-04-05T11:40:39Z', 'revision_number': 4, 'project_id': 'cc8527cd356f42f59a7fba343e718ac3', 'gw_port': {'id': '4e01a03c-3663-44cc-af09-09b4874b83c8', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:35Z', 'updated_at': '2022-04-05T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '640e372a-4746-494a-80ad-f2b87025ef7a', 'name': '', 'network_id': '8b95c372-d5c4-476f-918b-3a6e3b51e5d8', 'tenant_id': 'cc8527cd356f42f59a7fba343e718ac3', 'mac_address': 'fa:16:3e:9e:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '667c21f7-8468-4664-8663-d451f803814b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:38Z', 'updated_at': '2022-04-05T11:40:44Z', 'revision_number': 4, 'project_id': 'cc8527cd356f42f59a7fba343e718ac3', 'subnets': [{'id': '667c21f7-8468-4664-8663-d451f803814b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:45.579543 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-0dcc502e-f96e-48d8-a0df-d3d1864c4440 None None] Set router f38dfa9f-d37b-4f34-898d-8a319e3e143c gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:45.627408 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f1d5b-2ecc-441c-bd44-8eb1296dd17c None None] Pushing event updated for resources: {'Port': ['ID=640e372a-4746-494a-80ad-f2b87025ef7a,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:45.636401 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe2ce-a494-441f-bc4d-9f03972dd34c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (a14ff230-1a5c-4025-b21d-bb1a867bc513), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.738467 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-94680de9-40e2-45a8-b58f-b97b65f04eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (e4006794-0c25-404f-859e-08d950dd4566), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.740045 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe2ce-a494-441f-bc4d-9f03972dd34c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (a14ff230-1a5c-4025-b21d-bb1a867bc513), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.789144 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fe2ce-a494-441f-bc4d-9f03972dd34c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14ff230-1a5c-4025-b21d-bb1a867bc513,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:45.791822 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94680de9-40e2-45a8-b58f-b97b65f04eae admin admin] Pushing event deleted for resources: {'Port': ['ID=e4006794-0c25-404f-859e-08d950dd4566,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:45.944944 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d548c-ba1c-486f-9d6d-742bc41234ad req-e716e1e6-fde8-4eba-b0ea-55e314c75ebd tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:45.946524 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-544d548c-ba1c-486f-9d6d-742bc41234ad req-e716e1e6-fde8-4eba-b0ea-55e314c75ebd tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 945 time: 0.3460588 Apr 05 11:40:46.018374 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0dcc502e-f96e-48d8-a0df-d3d1864c4440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'name': 'tempest-TestShelveInstance-1038592655-router', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:11Z', 'updated_at': '2022-04-05T11:35:16Z', 'revision_number': 4, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'gw_port': {'id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:12Z', 'updated_at': '2022-04-05T11:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'cb566598-8d5d-4016-942d-a033b8bcd216', 'name': '', 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'mac_address': 'fa:16:3e:ac:18:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:15Z', 'updated_at': '2022-04-05T11:35:20Z', 'revision_number': 5, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'subnets': [{'id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:46.100642 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcc502e-f96e-48d8-a0df-d3d1864c4440 None None] Checking router: f38dfa9f-d37b-4f34-898d-8a319e3e143c for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:46.121454 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc502e-f96e-48d8-a0df-d3d1864c4440 None None] Routers {'f38dfa9f-d37b-4f34-898d-8a319e3e143c'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:46.121454 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0dcc502e-f96e-48d8-a0df-d3d1864c4440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:46.164317 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-544d548c-ba1c-486f-9d6d-742bc41234ad req-bcc4acea-4ed0-45a6-9d31-867e963e143a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbd9cf56-f7da-4675-8e50-034775d0e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026658 Apr 05 11:40:46.203186 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-94680de9-40e2-45a8-b58f-b97b65f04eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530052'] for router_interface (da0133b8-fc41-48c8-9317-9aa06797149e), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:46.254295 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe2ce-a494-441f-bc4d-9f03972dd34c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:46.258176 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-1c4fe2ce-a494-441f-bc4d-9f03972dd34c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9511089 Apr 05 11:40:46.262471 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36576) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:46.267784 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-1a73b726-2ec2-4ab6-9832-30e5c5157113 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Request body: {'security_group_rule': {'security_group_id': '68164dcb-34e2-46d4-84df-96445929632d', 'project_id': '0bfd09739367451297d7d3042eb37411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:46.317016 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-0dcc502e-f96e-48d8-a0df-d3d1864c4440 None None] Set router f38dfa9f-d37b-4f34-898d-8a319e3e143c gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:46.332103 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1b8ee9-6d54-49c8-a39e-276d05734ea8 x-openstack-request-id: req-4e1b8ee9-6d54-49c8-a39e-276d05734ea8 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:46.332103 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d723380a-3b3f-4f00-b701-f76ab30add84", "tag": "1057f1d4-8f36-4dbf-a01f-5a583883cb27", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:46.332103 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e1b8ee9-6d54-49c8-a39e-276d05734ea8 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:46.332103 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1b8ee9-6d54-49c8-a39e-276d05734ea8'] response: {'name': 'network-changed', 'server_uuid': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'tag': '1057f1d4-8f36-4dbf-a01f-5a583883cb27', 'status': 'completed', 'code': 200} Apr 05 11:40:46.396823 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.securitygroups_db [None req-1a73b726-2ec2-4ab6-9832-30e5c5157113 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Project 0bfd09739367451297d7d3042eb37411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:40:46.402533 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1a73b726-2ec2-4ab6-9832-30e5c5157113 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (d2b36dc5-3f69-4358-993c-0d6de98caf0d), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:46.424778 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 640e372a-4746-494a-80ad-f2b87025ef7a up at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:46.594855 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Provisioning complete for port 640e372a-4746-494a-80ad-f2b87025ef7a triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:46.595343 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:46.691554 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843bcbf-bdbb-4bc0-827f-2fd1244842e0 req-2834bf3c-089a-4f77-ab55-f23ac0d6c5cd tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:46.693266 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c843bcbf-bdbb-4bc0-827f-2fd1244842e0 req-2834bf3c-089a-4f77-ab55-f23ac0d6c5cd tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.2682950 Apr 05 11:40:46.707961 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1a73b726-2ec2-4ab6-9832-30e5c5157113 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (d2b36dc5-3f69-4358-993c-0d6de98caf0d), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:46.725660 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0dcc502e-f96e-48d8-a0df-d3d1864c4440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'name': 'tempest-TestShelveInstance-1038592655-router', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:11Z', 'updated_at': '2022-04-05T11:35:16Z', 'revision_number': 4, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'gw_port': {'id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:12Z', 'updated_at': '2022-04-05T11:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'cb566598-8d5d-4016-942d-a033b8bcd216', 'name': '', 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'mac_address': 'fa:16:3e:ac:18:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:15Z', 'updated_at': '2022-04-05T11:35:20Z', 'revision_number': 5, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'subnets': [{'id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:46.756320 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Current status of the port 640e372a-4746-494a-80ad-f2b87025ef7a is: ACTIVE; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:46.782297 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcc502e-f96e-48d8-a0df-d3d1864c4440 None None] The sync data for ids ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'] in dv-cinder-834448-3-iscsi is: [{'id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'name': 'tempest-TestShelveInstance-1038592655-router', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:11Z', 'updated_at': '2022-04-05T11:35:16Z', 'revision_number': 4, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'gw_port': {'id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:12Z', 'updated_at': '2022-04-05T11:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': 'cb566598-8d5d-4016-942d-a033b8bcd216', 'name': '', 'network_id': 'b762bdc2-8c69-4463-a0a9-b6a9592c01ff', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'mac_address': 'fa:16:3e:ac:18:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:15Z', 'updated_at': '2022-04-05T11:35:20Z', 'revision_number': 5, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'subnets': [{'id': '04c557d5-7ced-46b6-b387-7061f5abc42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:46.814190 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1a73b726-2ec2-4ab6-9832-30e5c5157113 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586277'] for security_group_rule (d2b36dc5-3f69-4358-993c-0d6de98caf0d), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:46.873748 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c843bcbf-bdbb-4bc0-827f-2fd1244842e0 req-6969d4d6-9e67-4f39-a095-1cb45f5a56e8 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643584 Apr 05 11:40:46.892444 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73b726-2ec2-4ab6-9832-30e5c5157113 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b36dc5-3f69-4358-993c-0d6de98caf0d,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:46.999646 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1a73b726-2ec2-4ab6-9832-30e5c5157113 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:47.000883 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-1a73b726-2ec2-4ab6-9832-30e5c5157113 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7373953 Apr 05 11:40:47.053201 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71d30b-dd47-46b6-819c-1edf8fe0933e req-c7b2052c-d4d0-4134-935b-0b721c4a0fc8 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:47.055142 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4d71d30b-dd47-46b6-819c-1edf8fe0933e req-c7b2052c-d4d0-4134-935b-0b721c4a0fc8 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.1332061 Apr 05 11:40:47.190595 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4d71d30b-dd47-46b6-819c-1edf8fe0933e req-499dbb96-90f8-435c-aa93-a415083230ab tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975242 Apr 05 11:40:47.229578 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94680de9-40e2-45a8-b58f-b97b65f04eae admin admin] Router da0133b8-fc41-48c8-9317-9aa06797149e has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:47.247924 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d14bb9-35ed-418e-a358-003dbbb46d30 None None] New status for floating IP c72d5ef0-309a-430f-bc2b-76be9e1ea68c: DOWN {{(pid=103948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:40:47.378034 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c727ca-94e7-4903-9728-8c03bb1930bc req-beca2c74-a1c8-4cd5-a9a8-291cf5599db2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:47.379633 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c4c727ca-94e7-4903-9728-8c03bb1930bc req-beca2c74-a1c8-4cd5-a9a8-291cf5599db2 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 945 time: 0.0871162 Apr 05 11:40:47.406464 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94680de9-40e2-45a8-b58f-b97b65f04eae admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:47.414914 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-94680de9-40e2-45a8-b58f-b97b65f04eae admin admin] 10.222.0.60 "PUT /v2.0/routers/da0133b8-fc41-48c8-9317-9aa06797149e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3102767 Apr 05 11:40:47.415565 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36622) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:47.415940 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ed2b4-58af-4fcc-86b1-32b2bf10121d None None] Sync routers for ids ['da0133b8-fc41-48c8-9317-9aa06797149e'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:47.439903 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ed2b4-58af-4fcc-86b1-32b2bf10121d None None] Routers {'da0133b8-fc41-48c8-9317-9aa06797149e'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:47.440719 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e13ed2b4-58af-4fcc-86b1-32b2bf10121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['da0133b8-fc41-48c8-9317-9aa06797149e'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:47.452514 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c4c727ca-94e7-4903-9728-8c03bb1930bc req-a0f7196d-ffc5-4841-8234-4aefc7adba9a tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbd9cf56-f7da-4675-8e50-034775d0e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660129 Apr 05 11:40:47.577114 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b0a8-1b54-4b1d-9795-b30b8b6de186 admin admin] Publish callbacks [] for router (da0133b8-fc41-48c8-9317-9aa06797149e), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:47.595981 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-e13ed2b4-58af-4fcc-86b1-32b2bf10121d None None] Set router da0133b8-fc41-48c8-9317-9aa06797149e gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:47.680381 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0d506-8acf-43ee-b9f7-ad97fcc33599 req-12be0783-465e-4f4b-bd74-be1294435775 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:47.681992 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-dbe0d506-8acf-43ee-b9f7-ad97fcc33599 req-12be0783-465e-4f4b-bd74-be1294435775 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 945 time: 0.1477842 Apr 05 11:40:47.691648 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36626) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:47.698526 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-3a46f198-1c16-4055-9da6-8443938ec668 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Request body: {'floatingip': {'port_id': 'c972cbda-2f1a-4d11-8109-75d7b53e0483'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:47.714333 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b0a8-1b54-4b1d-9795-b30b8b6de186 admin admin] Publish callbacks [] for router_gateway (da0133b8-fc41-48c8-9317-9aa06797149e), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:47.753518 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3a46f198-1c16-4055-9da6-8443938ec668 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (432ed419-b9f1-45ca-82ad-1086347eadde), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:47.869046 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-e5e7b0a8-1b54-4b1d-9795-b30b8b6de186 admin admin] Deleting port fcf67d45-50c8-45aa-9919-2dbfd1ef9309 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:47.869390 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b0a8-1b54-4b1d-9795-b30b8b6de186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (fcf67d45-50c8-45aa-9919-2dbfd1ef9309), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:47.994620 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e13ed2b4-58af-4fcc-86b1-32b2bf10121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:40:45Z', 'revision_number': 5, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port': {'id': 'fcf67d45-50c8-45aa-9919-2dbfd1ef9309', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:86:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:44Z', 'updated_at': '2022-04-05T11:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:48.049219 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-e5e7b0a8-1b54-4b1d-9795-b30b8b6de186 admin admin] For port fcf67d45-50c8-45aa-9919-2dbfd1ef9309, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=fcf67d45-50c8-45aa-9919-2dbfd1ef9309,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:48.049219 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b0a8-1b54-4b1d-9795-b30b8b6de186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (fcf67d45-50c8-45aa-9919-2dbfd1ef9309), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.061852 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ed2b4-58af-4fcc-86b1-32b2bf10121d None None] Checking router: da0133b8-fc41-48c8-9317-9aa06797149e for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:48.083803 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-e5e7b0a8-1b54-4b1d-9795-b30b8b6de186 admin admin] Calling delete_port for fcf67d45-50c8-45aa-9919-2dbfd1ef9309 owned by network:router_gateway {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:48.097395 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ed2b4-58af-4fcc-86b1-32b2bf10121d None None] Routers {'da0133b8-fc41-48c8-9317-9aa06797149e'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:48.098662 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e13ed2b4-58af-4fcc-86b1-32b2bf10121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['da0133b8-fc41-48c8-9317-9aa06797149e'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:48.136939 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f9a6a-2999-4a85-8aee-8705d68e82df req-12fe66a2-53c8-4960-b9e0-aac1da1079ba tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:48.139198 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3a9f9a6a-2999-4a85-8aee-8705d68e82df req-12fe66a2-53c8-4960-b9e0-aac1da1079ba tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.1241989 Apr 05 11:40:48.318679 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-e13ed2b4-58af-4fcc-86b1-32b2bf10121d None None] Set router da0133b8-fc41-48c8-9317-9aa06797149e gateway port host: None {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:48.355464 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3a9f9a6a-2999-4a85-8aee-8705d68e82df req-5df3f632-9369-4643-b331-6fa9af5994b9 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558409 Apr 05 11:40:48.412466 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e13ed2b4-58af-4fcc-86b1-32b2bf10121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:40:47Z', 'revision_number': 6, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port_host': None}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:48.443724 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ed2b4-58af-4fcc-86b1-32b2bf10121d None None] The sync data for ids ['da0133b8-fc41-48c8-9317-9aa06797149e'] in dv-cinder-834448-3-iscsi is: [{'id': 'da0133b8-fc41-48c8-9317-9aa06797149e', 'name': 'tempest-AttachVolumeTestJSON-1103968334-router', 'tenant_id': '5346b36188734d548c57bb9d7d63476d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:43Z', 'updated_at': '2022-04-05T11:40:47Z', 'revision_number': 6, 'project_id': '5346b36188734d548c57bb9d7d63476d', 'gw_port_host': None}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:48.455125 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfbd90-4e42-4832-9ae5-3e2c03e1ce58 req-f374826a-d8a5-44b2-8dd2-3bba645f7772 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:48.459573 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-dedfbd90-4e42-4832-9ae5-3e2c03e1ce58 req-f374826a-d8a5-44b2-8dd2-3bba645f7772 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.1033535 Apr 05 11:40:48.514920 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b0a8-1b54-4b1d-9795-b30b8b6de186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (fcf67d45-50c8-45aa-9919-2dbfd1ef9309), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.602001 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7b0a8-1b54-4b1d-9795-b30b8b6de186 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf67d45-50c8-45aa-9919-2dbfd1ef9309,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:48.636597 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-dedfbd90-4e42-4832-9ae5-3e2c03e1ce58 req-eb256fdb-4374-47f9-8647-2a3189a49269 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734033 Apr 05 11:40:48.659186 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3a46f198-1c16-4055-9da6-8443938ec668 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.660820 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b0a8-1b54-4b1d-9795-b30b8b6de186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529986'] for router_gateway (da0133b8-fc41-48c8-9317-9aa06797149e), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.769142 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b0a8-1b54-4b1d-9795-b30b8b6de186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4958'] for router (da0133b8-fc41-48c8-9317-9aa06797149e), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.772046 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b0a8-1b54-4b1d-9795-b30b8b6de186 admin admin] Publish callbacks [] for router_controller (da0133b8-fc41-48c8-9317-9aa06797149e), precommit_delete_associations {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.860869 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3a46f198-1c16-4055-9da6-8443938ec668 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (432ed419-b9f1-45ca-82ad-1086347eadde), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.036311 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-3a46f198-1c16-4055-9da6-8443938ec668 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Floating IP 432ed419-b9f1-45ca-82ad-1086347eadde associated. External IP: 172.27.1.238, port: c972cbda-2f1a-4d11-8109-75d7b53e0483. Apr 05 11:40:49.569664 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdf100-be2a-404a-8d7b-093235afa32a req-a6ab019b-2c6b-45a9-96fe-3265d7010cb5 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:49.571258 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e6cdf100-be2a-404a-8d7b-093235afa32a req-a6ab019b-2c6b-45a9-96fe-3265d7010cb5 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.57 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.0658910 Apr 05 11:40:49.649797 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1fb25-0c9f-4d23-9249-11315d9fe8e7 req-0fe6c653-702f-49db-82cf-d77d8f14389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:49.651283 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5c1fb25-0c9f-4d23-9249-11315d9fe8e7 req-0fe6c653-702f-49db-82cf-d77d8f14389f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8499ce2abe10411589e913912a8c40ed&device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 1129 time: 0.1439018 Apr 05 11:40:49.655760 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a46f198-1c16-4055-9da6-8443938ec668 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Router 927ef2b6-3c41-4512-b854-4f8e285b6a48 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:49.664370 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3e34f-c659-4753-9821-b039013f97c8 req-4f67c0ab-fb2b-413a-a100-20d5d175bd84 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:49.665797 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e9c3e34f-c659-4753-9821-b039013f97c8 req-4f67c0ab-fb2b-413a-a100-20d5d175bd84 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.1595764 Apr 05 11:40:49.671365 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba297814-7c13-4942-ab68-3458cdb5afce req-60713ec4-e63b-4dc5-b9ec-be960413889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:49.672807 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ba297814-7c13-4942-ab68-3458cdb5afce req-60713ec4-e63b-4dc5-b9ec-be960413889e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=233d90e8ff5e4e72ad93b7b8123f9648&device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 1128 time: 0.1643541 Apr 05 11:40:49.675448 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [req-e6cdf100-be2a-404a-8d7b-093235afa32a req-6ba708d4-d8d3-4a9f-bb53-2839c6e4d164 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Deleting port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:49.675860 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-e6cdf100-be2a-404a-8d7b-093235afa32a req-6ba708d4-d8d3-4a9f-bb53-2839c6e4d164 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.746054 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b0a8-1b54-4b1d-9795-b30b8b6de186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531960'] for router (da0133b8-fc41-48c8-9317-9aa06797149e), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.747508 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e7b0a8-1b54-4b1d-9795-b30b8b6de186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da0133b8-fc41-48c8-9317-9aa06797149e {{(pid=103946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:40:49.760840 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b0a8-1b54-4b1d-9795-b30b8b6de186 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.765437 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-e5e7b0a8-1b54-4b1d-9795-b30b8b6de186 admin admin] 10.222.0.60 "DELETE /v2.0/routers/da0133b8-fc41-48c8-9317-9aa06797149e HTTP/1.1" status: 204 len: 168 time: 2.3453915 Apr 05 11:40:49.765845 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36660) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:49.862436 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e9c3e34f-c659-4753-9821-b039013f97c8 req-3feeb7fe-ce43-4be8-a082-3598debc4c04 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815543 Apr 05 11:40:49.889381 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda840c5-f89f-436c-a58b-47b82874320e admin admin] Deleting subnet 11809902-d970-490e-a337-eab95165c81e {{(pid=103946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:40:49.897069 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bda840c5-f89f-436c-a58b-47b82874320e admin admin] Publish callbacks [] for subnet (11809902-d970-490e-a337-eab95165c81e), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.927833 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [req-e6cdf100-be2a-404a-8d7b-093235afa32a req-6ba708d4-d8d3-4a9f-bb53-2839c6e4d164 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] For port 1057f1d4-8f36-4dbf-a01f-5a583883cb27, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1057f1d4-8f36-4dbf-a01f-5a583883cb27,segment=NetworkSegment(dcfa7b5c-0446-438d-96d7-90816366816d),segment_id=dcfa7b5c-0446-438d-96d7-90816366816d)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:49.928196 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-e6cdf100-be2a-404a-8d7b-093235afa32a req-6ba708d4-d8d3-4a9f-bb53-2839c6e4d164 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.954921 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dbabd-0b68-4f5b-b8e6-4f293c57c944 req-bf6d3366-c77c-4380-940e-2bd6686ce3cb tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:49.956902 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-393dbabd-0b68-4f5b-b8e6-4f293c57c944 req-bf6d3366-c77c-4380-940e-2bd6686ce3cb tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 945 time: 0.2134793 Apr 05 11:40:49.957515 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [req-e6cdf100-be2a-404a-8d7b-093235afa32a req-6ba708d4-d8d3-4a9f-bb53-2839c6e4d164 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Calling delete_port for 1057f1d4-8f36-4dbf-a01f-5a583883cb27 owned by compute:nova {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:49.985546 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bda840c5-f89f-436c-a58b-47b82874320e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59243142'] for subnet (11809902-d970-490e-a337-eab95165c81e), precommit_delete_associations {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.986076 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1fb25-0c9f-4d23-9249-11315d9fe8e7 req-94dfae08-2daf-4936-9c32-ba10823f9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:49.987586 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5c1fb25-0c9f-4d23-9249-11315d9fe8e7 req-94dfae08-2daf-4936-9c32-ba10823f9b95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b762bdc2-8c69-4463-a0a9-b6a9592c01ff HTTP/1.1" status: 200 len: 910 time: 0.3207824 Apr 05 11:40:49.997543 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a46f198-1c16-4055-9da6-8443938ec668 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:50.002903 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3a46f198-1c16-4055-9da6-8443938ec668 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.016419 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fa326-60ef-41bf-8e56-2d0d683226b5 None None] Sync routers for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:50.030632 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582fa326-60ef-41bf-8e56-2d0d683226b5 None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:50.031585 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-582fa326-60ef-41bf-8e56-2d0d683226b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:50.057239 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3a46f198-1c16-4055-9da6-8443938ec668 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "PUT /v2.0/floatingips/432ed419-b9f1-45ca-82ad-1086347eadde HTTP/1.1" status: 200 len: 991 time: 2.3593922 Apr 05 11:40:50.057239 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312dd592-597c-40c9-88fb-502a44b126c1', 'tag': 'c972cbda-2f1a-4d11-8109-75d7b53e0483'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:50.057239 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b71df8-df64-4379-b4fe-5d7cbb1cec30" -d '{"events": [{"name": "network-changed", "server_uuid": "312dd592-597c-40c9-88fb-502a44b126c1", "tag": "c972cbda-2f1a-4d11-8109-75d7b53e0483"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:50.070503 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba297814-7c13-4942-ab68-3458cdb5afce req-4633373a-e0a3-4520-b5ab-ef0318e078d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:50.073600 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ba297814-7c13-4942-ab68-3458cdb5afce req-4633373a-e0a3-4520-b5ab-ef0318e078d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2 HTTP/1.1" status: 200 len: 917 time: 0.1707208 Apr 05 11:40:50.129646 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cc9cd3-b14a-408e-9f84-07b0e1e7ddbb x-openstack-request-id: req-a4cc9cd3-b14a-408e-9f84-07b0e1e7ddbb {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:50.130495 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312dd592-597c-40c9-88fb-502a44b126c1", "tag": "c972cbda-2f1a-4d11-8109-75d7b53e0483", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:50.130987 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4cc9cd3-b14a-408e-9f84-07b0e1e7ddbb {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:50.132833 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4cc9cd3-b14a-408e-9f84-07b0e1e7ddbb'] response: {'name': 'network-changed', 'server_uuid': '312dd592-597c-40c9-88fb-502a44b126c1', 'tag': 'c972cbda-2f1a-4d11-8109-75d7b53e0483', 'status': 'completed', 'code': 200} Apr 05 11:40:50.168852 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device fcf67d45-50c8-45aa-9919-2dbfd1ef9309 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:50.173106 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-393dbabd-0b68-4f5b-b8e6-4f293c57c944 req-9020c037-2b00-48ba-935d-90dc975cf3f9 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/security-groups?id=88d1ffb5-784c-4e40-81ec-d861cf5414e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100866 Apr 05 11:40:50.189498 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bda840c5-f89f-436c-a58b-47b82874320e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (11809902-d970-490e-a337-eab95165c81e), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.209908 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: fcf67d45-50c8-45aa-9919-2dbfd1ef9309 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:50.210634 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device fcf67d45-50c8-45aa-9919-2dbfd1ef9309 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:50.211276 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device e4006794-0c25-404f-859e-08d950dd4566 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:50.214543 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-582fa326-60ef-41bf-8e56-2d0d683226b5 None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:50.267291 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: e4006794-0c25-404f-859e-08d950dd4566 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:50.267691 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device e4006794-0c25-404f-859e-08d950dd4566 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:50.363140 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-e6cdf100-be2a-404a-8d7b-093235afa32a req-6ba708d4-d8d3-4a9f-bb53-2839c6e4d164 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (1057f1d4-8f36-4dbf-a01f-5a583883cb27), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.395095 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba708d4-d8d3-4a9f-bb53-2839c6e4d164 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Pushing event deleted for resources: {'Port': ['ID=1057f1d4-8f36-4dbf-a01f-5a583883cb27,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:50.430194 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bda840c5-f89f-436c-a58b-47b82874320e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61926267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59521852'] for subnet (11809902-d970-490e-a337-eab95165c81e), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.484233 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-582fa326-60ef-41bf-8e56-2d0d683226b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '432ed419-b9f1-45ca-82ad-1086347eadde', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': 'c972cbda-2f1a-4d11-8109-75d7b53e0483', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:65:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312dd592-597c-40c9-88fb-502a44b126c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:40:22Z', 'updated_at': '2022-04-05T11:40:48Z', 'revision_number': 1, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:50.495093 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-bda840c5-f89f-436c-a58b-47b82874320e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.499704 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-bda840c5-f89f-436c-a58b-47b82874320e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/11809902-d970-490e-a337-eab95165c81e HTTP/1.1" status: 204 len: 168 time: 0.7322147 Apr 05 11:40:50.501129 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cdf100-be2a-404a-8d7b-093235afa32a req-6ba708d4-d8d3-4a9f-bb53-2839c6e4d164 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] No DVR routers for this DVR port 1057f1d4-8f36-4dbf-a01f-5a583883cb27 on host hv-cinder-83444 {{(pid=103946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:50.501911 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36668) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:50.503504 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [req-e6cdf100-be2a-404a-8d7b-093235afa32a req-6ba708d4-d8d3-4a9f-bb53-2839c6e4d164 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.506745 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e6cdf100-be2a-404a-8d7b-093235afa32a req-6ba708d4-d8d3-4a9f-bb53-2839c6e4d164 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.57 "DELETE /v2.0/ports/1057f1d4-8f36-4dbf-a01f-5a583883cb27 HTTP/1.1" status: 204 len: 173 time: 0.9298093 Apr 05 11:40:50.507480 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda840c5-f89f-436c-a58b-47b82874320e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11809902-d970-490e-a337-eab95165c81e,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:50.510286 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'name': 'network-vif-deleted', 'tag': '1057f1d4-8f36-4dbf-a01f-5a583883cb27'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:50.512489 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df03cea739110c585a475e2718662c59c77c9335e3894ae5a7edc4fe26bc6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5997a851-7bfe-4f4a-9a5f-e0a4571478c4" -d '{"events": [{"server_uuid": "d723380a-3b3f-4f00-b701-f76ab30add84", "name": "network-vif-deleted", "tag": "1057f1d4-8f36-4dbf-a01f-5a583883cb27"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:50.524784 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158c9c10-ba13-4499-97de-ee5bc2daa671 None None] Network 8cbffa01-3137-49e9-97ed-1f17fab5a300 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:40:50.537988 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fa326-60ef-41bf-8e56-2d0d683226b5 None None] Checking router: 927ef2b6-3c41-4512-b854-4f8e285b6a48 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:50.554984 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b99c26-2711-4ab5-ab03-93d8f3c70d30 x-openstack-request-id: req-41b99c26-2711-4ab5-ab03-93d8f3c70d30 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:50.555507 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d723380a-3b3f-4f00-b701-f76ab30add84", "name": "network-vif-deleted", "tag": "1057f1d4-8f36-4dbf-a01f-5a583883cb27", "status": "completed", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:50.555644 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41b99c26-2711-4ab5-ab03-93d8f3c70d30 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:50.555993 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b99c26-2711-4ab5-ab03-93d8f3c70d30'] response: {'server_uuid': 'd723380a-3b3f-4f00-b701-f76ab30add84', 'name': 'network-vif-deleted', 'tag': '1057f1d4-8f36-4dbf-a01f-5a583883cb27', 'status': 'completed', 'code': 200} Apr 05 11:40:50.588470 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (8cbffa01-3137-49e9-97ed-1f17fab5a300), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.590307 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582fa326-60ef-41bf-8e56-2d0d683226b5 None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:50.591779 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-582fa326-60ef-41bf-8e56-2d0d683226b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:50.654393 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] Deleting port 4d846502-c92a-455c-b2c2-3a7ea09c94f9 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:50.654393 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (4d846502-c92a-455c-b2c2-3a7ea09c94f9), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.751033 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5e11a8c9-f143-46bd-8935-74e5933afb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.771643 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b71df8-df64-4379-b4fe-5d7cbb1cec30 req-ca383efd-5659-4f4f-98bf-77b09f8ae03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:50.774176 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b7b71df8-df64-4379-b4fe-5d7cbb1cec30 req-ca383efd-5659-4f4f-98bf-77b09f8ae03b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d629246f6ced4cc8b75399b7a0723868&device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 1129 time: 0.0673110 Apr 05 11:40:50.784389 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-582fa326-60ef-41bf-8e56-2d0d683226b5 None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:50.798802 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5c1fb25-0c9f-4d23-9249-11315d9fe8e7 req-2be3ae4c-93f2-4c60-a810-0b67c3b8684f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1057f1d4-8f36-4dbf-a01f-5a583883cb27 HTTP/1.1" status: 200 len: 217 time: 0.0793431 Apr 05 11:40:50.876602 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] For port 4d846502-c92a-455c-b2c2-3a7ea09c94f9, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=4d846502-c92a-455c-b2c2-3a7ea09c94f9,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:50.882909 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (4d846502-c92a-455c-b2c2-3a7ea09c94f9), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.937825 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20133fed-152d-4d88-a1be-57872f6158f3 None None] DHCP port deletion for 8cbffa01-3137-49e9-97ed-1f17fab5a300 request from dv-cinder-834448-3-iscsi {{(pid=103948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:40:50.950330 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] Calling delete_port for 4d846502-c92a-455c-b2c2-3a7ea09c94f9 owned by network:dhcp {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:50.958827 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ba297814-7c13-4942-ab68-3458cdb5afce req-653dcc6b-13ff-43c2-98f1-b7bf99d4935e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781c46da-8de3-4fb3-bf2a-0909f6044870 HTTP/1.1" status: 200 len: 999 time: 0.2501462 Apr 05 11:40:50.966249 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1fb25-0c9f-4d23-9249-11315d9fe8e7 req-9576cd5d-be4f-4215-9ef9-dd3b2038710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:50.967729 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5c1fb25-0c9f-4d23-9249-11315d9fe8e7 req-9576cd5d-be4f-4215-9ef9-dd3b2038710b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04c557d5-7ced-46b6-b387-7061f5abc42c HTTP/1.1" status: 200 len: 848 time: 0.1622658 Apr 05 11:40:50.984758 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b71df8-df64-4379-b4fe-5d7cbb1cec30 req-b3bd0394-0745-4c89-a320-cb1f97bbdd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:50.987059 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b7b71df8-df64-4379-b4fe-5d7cbb1cec30 req-b3bd0394-0745-4c89-a320-cb1f97bbdd7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=83da91da-2a37-43a9-b807-df1a6d29d057 HTTP/1.1" status: 200 len: 915 time: 0.2054627 Apr 05 11:40:51.094165 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-20133fed-152d-4d88-a1be-57872f6158f3 None None] Deleting port 4d846502-c92a-455c-b2c2-3a7ea09c94f9 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:51.094790 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-20133fed-152d-4d88-a1be-57872f6158f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (4d846502-c92a-455c-b2c2-3a7ea09c94f9), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:51.101630 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b7b71df8-df64-4379-b4fe-5d7cbb1cec30 req-32083b6a-ca5a-436b-99cf-746f15b5b22f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c972cbda-2f1a-4d11-8109-75d7b53e0483 HTTP/1.1" status: 200 len: 999 time: 0.1005921 Apr 05 11:40:51.111695 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb6239-e00d-438a-b35a-fce049a1a70c req-f3f244f6-1a48-4ce7-bd5f-85a285ca3c6f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:51.113537 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-57cb6239-e00d-438a-b35a-fce049a1a70c req-f3f244f6-1a48-4ce7-bd5f-85a285ca3c6f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 944 time: 0.1249599 Apr 05 11:40:51.126279 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba297814-7c13-4942-ab68-3458cdb5afce req-64f1f412-1ef3-4451-b243-4da63ced049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:51.127811 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ba297814-7c13-4942-ab68-3458cdb5afce req-64f1f412-1ef3-4451-b243-4da63ced049b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79697ad3-6090-4136-9658-d9efe2412d4b HTTP/1.1" status: 200 len: 855 time: 0.1563277 Apr 05 11:40:51.181285 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1fb25-0c9f-4d23-9249-11315d9fe8e7 req-1c7037bb-09bc-400c-aac6-2798d3874b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:51.182889 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5c1fb25-0c9f-4d23-9249-11315d9fe8e7 req-1c7037bb-09bc-400c-aac6-2798d3874b28 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b762bdc2-8c69-4463-a0a9-b6a9592c01ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2041726 Apr 05 11:40:51.191802 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b71df8-df64-4379-b4fe-5d7cbb1cec30 req-83155b5a-a24d-4eab-93e7-ef8a7f4334b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:51.194053 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b7b71df8-df64-4379-b4fe-5d7cbb1cec30 req-83155b5a-a24d-4eab-93e7-ef8a7f4334b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5cd637a4-454f-44ef-8588-c6f33cdbe982 HTTP/1.1" status: 200 len: 853 time: 0.0792603 Apr 05 11:40:51.225059 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-57cb6239-e00d-438a-b35a-fce049a1a70c req-b5f222b9-a171-4925-a475-6c620a2d9710 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016312 Apr 05 11:40:51.299615 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba297814-7c13-4942-ab68-3458cdb5afce req-c44e7ba6-153b-43c1-a465-a4d428403371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:51.310305 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ba297814-7c13-4942-ab68-3458cdb5afce req-c44e7ba6-153b-43c1-a465-a4d428403371 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e75e15ad-ea96-4c51-a99a-e2b235a6dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1661270 Apr 05 11:40:51.310478 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b71df8-df64-4379-b4fe-5d7cbb1cec30 req-19a4c302-e24c-468a-a5ef-079b630af7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:51.310596 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b7b71df8-df64-4379-b4fe-5d7cbb1cec30 req-19a4c302-e24c-468a-a5ef-079b630af7a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83da91da-2a37-43a9-b807-df1a6d29d057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1053374 Apr 05 11:40:51.324218 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (4d846502-c92a-455c-b2c2-3a7ea09c94f9), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:51.341350 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-20133fed-152d-4d88-a1be-57872f6158f3 None None] For port 4d846502-c92a-455c-b2c2-3a7ea09c94f9, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=4d846502-c92a-455c-b2c2-3a7ea09c94f9,segment=NetworkSegment(cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3),segment_id=cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:51.341755 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-20133fed-152d-4d88-a1be-57872f6158f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (4d846502-c92a-455c-b2c2-3a7ea09c94f9), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:51.356610 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-20133fed-152d-4d88-a1be-57872f6158f3 None None] Calling delete_port for 4d846502-c92a-455c-b2c2-3a7ea09c94f9 owned by network:dhcp {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:51.367543 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 781c46da-8de3-4fb3-bf2a-0909f6044870 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:40:51.372966 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 1057f1d4-8f36-4dbf-a01f-5a583883cb27 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:51.410338 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 1057f1d4-8f36-4dbf-a01f-5a583883cb27 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:51.411088 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 1057f1d4-8f36-4dbf-a01f-5a583883cb27 not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:51.431787 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dfe120fe-708c-46de-856c-3aa91ab6f45a req-1d088c1c-40b1-4ae0-adc4-21bc6d068ee4 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 210 time: 0.0783978 Apr 05 11:40:51.440871 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d846502-c92a-455c-b2c2-3a7ea09c94f9,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:51.442287 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] No DVR routers for this DVR port 4d846502-c92a-455c-b2c2-3a7ea09c94f9 on host dv-cinder-834448-3-iscsi {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:51.474633 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b7b71df8-df64-4379-b4fe-5d7cbb1cec30 req-56abfde7-804f-42d3-ba8d-4402d83f3913 service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522682 Apr 05 11:40:51.516498 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5c1fb25-0c9f-4d23-9249-11315d9fe8e7 req-a8630ffd-02e6-4dbb-8347-a8ec4a0fa11b service neutron] 10.222.0.57 "GET /v2.0/networks/b762bdc2-8c69-4463-a0a9-b6a9592c01ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236945 Apr 05 11:40:51.619429 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-20133fed-152d-4d88-a1be-57872f6158f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (4d846502-c92a-455c-b2c2-3a7ea09c94f9), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:51.629394 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 781c46da-8de3-4fb3-bf2a-0909f6044870, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=781c46da-8de3-4fb3-bf2a-0909f6044870,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:51.657055 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (8cbffa01-3137-49e9-97ed-1f17fab5a300), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:51.667087 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ba297814-7c13-4942-ab68-3458cdb5afce req-aa4b53ad-02d8-49e3-8be0-887f66df624b service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338642 Apr 05 11:40:51.675054 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20133fed-152d-4d88-a1be-57872f6158f3 None None] Pushing event deleted for resources: {'Port': ['ID=4d846502-c92a-455c-b2c2-3a7ea09c94f9,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:51.683237 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '781c46da-8de3-4fb3-bf2a-0909f6044870', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'port_id': '781c46da-8de3-4fb3-bf2a-0909f6044870', 'mac_address': 'fa:16:3e:fa:3a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:40:51.685893 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20133fed-152d-4d88-a1be-57872f6158f3 None None] No DVR routers for this DVR port 4d846502-c92a-455c-b2c2-3a7ea09c94f9 on host dv-cinder-834448-3-iscsi {{(pid=103948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:51.701571 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-582fa326-60ef-41bf-8e56-2d0d683226b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '432ed419-b9f1-45ca-82ad-1086347eadde', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': 'c972cbda-2f1a-4d11-8109-75d7b53e0483', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:65:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312dd592-597c-40c9-88fb-502a44b126c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:40:22Z', 'updated_at': '2022-04-05T11:40:48Z', 'revision_number': 1, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:51.702310 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbffa01-3137-49e9-97ed-1f17fab5a300']}} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:51.728713 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fa326-60ef-41bf-8e56-2d0d683226b5 None None] The sync data for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi is: [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': '432ed419-b9f1-45ca-82ad-1086347eadde', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'port_id': 'c972cbda-2f1a-4d11-8109-75d7b53e0483', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'mac_address': 'fa:16:3e:65:a3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312dd592-597c-40c9-88fb-502a44b126c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:40:22Z', 'updated_at': '2022-04-05T11:40:48Z', 'revision_number': 1, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:51.737848 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3') {'for_net_delete': True} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:51.738151 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3') {} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:51.749995 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59013965'] for segment (cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:51.764932 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:51.771689 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:40:51.772096 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62790659'] for segment (cb645d70-2e08-4ad7-a6c1-e1f5279e2ac3), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:51.773977 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 781c46da-8de3-4fb3-bf2a-0909f6044870 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:51.774390 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:51.790284 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781c46da-8de3-4fb3-bf2a-0909f6044870 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: Traceback (most recent call last): Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: timer() Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: cb(*args, **kw) Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: return func(*args, **kwargs) Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: self._notify() Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: self.callback(batched_events) Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: event.method(event) Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: return f(self, *a, **k) Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: return self._get(url).json() Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: return self.request(url, 'GET', **kwargs) Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:40:51.828728 dv-cinder-834448-3-iscsi neutron-server[103947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:40:51.830925 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 781c46da-8de3-4fb3-bf2a-0909f6044870, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=781c46da-8de3-4fb3-bf2a-0909f6044870,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:51.882752 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:51.892446 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5c1fb25-0c9f-4d23-9249-11315d9fe8e7 req-c18ba7a5-7230-41ed-ad41-0be7ac4e1802 service neutron] 10.222.0.57 "GET /v2.0/networks/b762bdc2-8c69-4463-a0a9-b6a9592c01ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669162 Apr 05 11:40:51.948184 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ba297814-7c13-4942-ab68-3458cdb5afce req-22fe3d8c-b349-4c11-8808-0251d2348473 service neutron] 10.222.0.57 "GET /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714281 Apr 05 11:40:51.962586 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=781c46da-8de3-4fb3-bf2a-0909f6044870,revision_number=9']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:51.980340 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b7b71df8-df64-4379-b4fe-5d7cbb1cec30 req-fc049f6e-49bd-4f1e-9f80-3ac5a9626982 service neutron] 10.222.0.57 "GET /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995761 Apr 05 11:40:51.985161 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (8cbffa01-3137-49e9-97ed-1f17fab5a300), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:51.991578 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:51.998675 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] 10.222.0.60 "DELETE /v2.0/networks/8cbffa01-3137-49e9-97ed-1f17fab5a300 HTTP/1.1" status: 204 len: 168 time: 1.4917946 Apr 05 11:40:52.010333 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2aaa7-0c2f-496b-9c63-66854a4b4c7b admin admin] Pushing event deleted for resources: {'Network': ['ID=8cbffa01-3137-49e9-97ed-1f17fab5a300,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:52.065559 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d603631-2cb4-4a01-8513-3270bde0bf0d None None] New status for floating IP 432ed419-b9f1-45ca-82ad-1086347eadde: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:40:52.129465 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 4d846502-c92a-455c-b2c2-3a7ea09c94f9 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:52.150857 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 4d846502-c92a-455c-b2c2-3a7ea09c94f9 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:52.151202 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 4d846502-c92a-455c-b2c2-3a7ea09c94f9 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:52.213618 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['781c46da-8de3-4fb3-bf2a-0909f6044870'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:40:52.419876 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7835-4d05-4acf-9426-929d322651be req-3bf7a487-41ff-477d-ab1e-e545bd011da8 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:52.421419 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-714f7835-4d05-4acf-9426-929d322651be req-3bf7a487-41ff-477d-ab1e-e545bd011da8 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 945 time: 0.0648742 Apr 05 11:40:52.458997 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36686) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:52.476180 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-714f7835-4d05-4acf-9426-929d322651be req-71374cde-0bf1-48c9-9512-f0cdefd7eade tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468163 Apr 05 11:40:52.507052 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-c45daed9-8977-485a-9950-9839ab46c5fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5346b36188734d548c57bb9d7d63476d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0464811 Apr 05 11:40:52.511124 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36688) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:52.549359 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f4e7bd50-ce06-4e59-91c5-58e7beea6da6 req-8c7f8ccc-7cee-44e5-9884-9ee3f750c0fb tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d723380a-3b3f-4f00-b701-f76ab30add84 HTTP/1.1" status: 200 len: 210 time: 0.0321407 Apr 05 11:40:52.568158 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-314abf89-966c-4ef0-a9ab-4b97abbd4c0b admin admin] Publish callbacks [] for security_group (1b0f2fe6-e1ad-4003-9cd9-d054fc9a79a2), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:52.594455 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-314abf89-966c-4ef0-a9ab-4b97abbd4c0b admin admin] Publish callbacks [] for security_group (1b0f2fe6-e1ad-4003-9cd9-d054fc9a79a2), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:52.745304 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-314abf89-966c-4ef0-a9ab-4b97abbd4c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (1b0f2fe6-e1ad-4003-9cd9-d054fc9a79a2), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:52.748446 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-314abf89-966c-4ef0-a9ab-4b97abbd4c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:52.749596 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-314abf89-966c-4ef0-a9ab-4b97abbd4c0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b0f2fe6-e1ad-4003-9cd9-d054fc9a79a2 HTTP/1.1" status: 204 len: 168 time: 0.2371376 Apr 05 11:40:52.759754 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314abf89-966c-4ef0-a9ab-4b97abbd4c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0f2fe6-e1ad-4003-9cd9-d054fc9a79a2,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:53.053831 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1d7f-d7b1-4b6e-af3f-25c6c103b197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:53.374370 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 781c46da-8de3-4fb3-bf2a-0909f6044870 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:53.427861 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 781c46da-8de3-4fb3-bf2a-0909f6044870 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:53.428238 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:53.531281 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 781c46da-8de3-4fb3-bf2a-0909f6044870 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:53.531711 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:53.568713 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781c46da-8de3-4fb3-bf2a-0909f6044870'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:53.571525 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3f8948-fed8-4d85-b9bc-f5495f4ecb72" -d '{"events": [{"server_uuid": "4d88e619-6518-47fd-a6aa-5e4e90281f8c", "name": "network-vif-plugged", "status": "completed", "tag": "781c46da-8de3-4fb3-bf2a-0909f6044870"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:53.580798 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 781c46da-8de3-4fb3-bf2a-0909f6044870, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=781c46da-8de3-4fb3-bf2a-0909f6044870,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:53.610317 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36710) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:53.642781 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c31d86-19a0-4c65-9504-367a7af19d65 x-openstack-request-id: req-01c31d86-19a0-4c65-9504-367a7af19d65 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:53.643250 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d88e619-6518-47fd-a6aa-5e4e90281f8c", "name": "network-vif-plugged", "status": "completed", "tag": "781c46da-8de3-4fb3-bf2a-0909f6044870", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:53.643614 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01c31d86-19a0-4c65-9504-367a7af19d65 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:53.649490 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c31d86-19a0-4c65-9504-367a7af19d65'] response: {'server_uuid': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781c46da-8de3-4fb3-bf2a-0909f6044870', 'code': 200} Apr 05 11:40:53.649782 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d25ac-813c-49ac-8f3c-8d3c75cc8b90 req-f8319693-a348-4ee8-8896-331c697fd31d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:53.649782 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3c1d25ac-813c-49ac-8f3c-8d3c75cc8b90 req-f8319693-a348-4ee8-8896-331c697fd31d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 945 time: 0.0680299 Apr 05 11:40:53.677826 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-29a301e6-b4f4-4232-975d-f42e3dbaea32 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group (88d1ffb5-784c-4e40-81ec-d861cf5414e6), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:53.693838 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:53.719861 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-29a301e6-b4f4-4232-975d-f42e3dbaea32 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group (88d1ffb5-784c-4e40-81ec-d861cf5414e6), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:53.736593 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3c1d25ac-813c-49ac-8f3c-8d3c75cc8b90 req-30623c99-3ec8-4355-9a35-6fa251773d0d tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825663 Apr 05 11:40:53.772091 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=781c46da-8de3-4fb3-bf2a-0909f6044870,revision_number=10']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:53.910648 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-29a301e6-b4f4-4232-975d-f42e3dbaea32 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (88d1ffb5-784c-4e40-81ec-d861cf5414e6), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:53.913257 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-29a301e6-b4f4-4232-975d-f42e3dbaea32 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:53.917053 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-29a301e6-b4f4-4232-975d-f42e3dbaea32 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] 10.222.0.60 "DELETE /v2.0/security-groups/88d1ffb5-784c-4e40-81ec-d861cf5414e6 HTTP/1.1" status: 204 len: 168 time: 0.3031125 Apr 05 11:40:53.928111 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a301e6-b4f4-4232-975d-f42e3dbaea32 tempest-TestShelveInstance-1228155738 tempest-TestShelveInstance-1228155738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d1ffb5-784c-4e40-81ec-d861cf5414e6,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:54.098347 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:54.124990 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36724) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:54.145593 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d06a0-3add-481b-8e9f-9bb16a4f405e req-d5611761-74e3-4f66-bc10-534b0e7ea6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:54.145843 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-629d06a0-3add-481b-8e9f-9bb16a4f405e req-d5611761-74e3-4f66-bc10-534b0e7ea6c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 1131 time: 0.0476751 Apr 05 11:40:54.194652 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-629d06a0-3add-481b-8e9f-9bb16a4f405e req-2aa581c2-a6e3-42c7-80a9-8ac538b539ed service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424943 Apr 05 11:40:54.312367 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:40:54.632477 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4bef-0ca2-4ad9-a268-20e7cae47ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532244'] for router_interface (f38dfa9f-d37b-4f34-898d-8a319e3e143c), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:54.912800 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcc9f4-38ea-4ca0-844c-2c4b09123b7a req-08cb638f-7817-45d8-9c13-dbef62392e90 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:54.914341 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ecbcc9f4-38ea-4ca0-844c-2c4b09123b7a req-08cb638f-7817-45d8-9c13-dbef62392e90 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 947 time: 0.0922010 Apr 05 11:40:54.996612 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-ecbcc9f4-38ea-4ca0-844c-2c4b09123b7a req-642ae799-0a4b-4210-af13-647d009eea62 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576615 Apr 05 11:40:55.004319 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d4bef-0ca2-4ad9-a268-20e7cae47ac1 admin admin] Deleting port cb566598-8d5d-4016-942d-a033b8bcd216 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:55.004664 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4bef-0ca2-4ad9-a268-20e7cae47ac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:55.088940 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-2a2d4bef-0ca2-4ad9-a268-20e7cae47ac1 admin admin] For port cb566598-8d5d-4016-942d-a033b8bcd216, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=cb566598-8d5d-4016-942d-a033b8bcd216,segment=NetworkSegment(dcfa7b5c-0446-438d-96d7-90816366816d),segment_id=dcfa7b5c-0446-438d-96d7-90816366816d)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:55.089305 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4bef-0ca2-4ad9-a268-20e7cae47ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:55.107383 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d4bef-0ca2-4ad9-a268-20e7cae47ac1 admin admin] Calling delete_port for cb566598-8d5d-4016-942d-a033b8bcd216 owned by network:router_interface {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:55.516326 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:55.516955 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4bef-0ca2-4ad9-a268-20e7cae47ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (cb566598-8d5d-4016-942d-a033b8bcd216), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:55.556651 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d4bef-0ca2-4ad9-a268-20e7cae47ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb566598-8d5d-4016-942d-a033b8bcd216,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:55.743780 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4bef-0ca2-4ad9-a268-20e7cae47ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530052'] for router_interface (f38dfa9f-d37b-4f34-898d-8a319e3e143c), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.014285 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2d4bef-0ca2-4ad9-a268-20e7cae47ac1 admin admin] Router f38dfa9f-d37b-4f34-898d-8a319e3e143c has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:56.167367 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64501568-5b91-413f-bf10-fb3dfb941e82 req-c023cfb0-9bda-4187-a06d-55f6c24fba99 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:56.181034 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64501568-5b91-413f-bf10-fb3dfb941e82 req-c023cfb0-9bda-4187-a06d-55f6c24fba99 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 947 time: 0.1037626 Apr 05 11:40:56.196918 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2d4bef-0ca2-4ad9-a268-20e7cae47ac1 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:56.203282 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-2a2d4bef-0ca2-4ad9-a268-20e7cae47ac1 admin admin] 10.222.0.60 "PUT /v2.0/routers/f38dfa9f-d37b-4f34-898d-8a319e3e143c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0766387 Apr 05 11:40:56.205822 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36776) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:56.208166 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f0531b-41ca-49e6-9b5b-e77196273023 None None] Sync routers for ids ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:56.223821 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f0531b-41ca-49e6-9b5b-e77196273023 None None] Routers {'f38dfa9f-d37b-4f34-898d-8a319e3e143c'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:56.224656 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-16f0531b-41ca-49e6-9b5b-e77196273023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:56.229857 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64501568-5b91-413f-bf10-fb3dfb941e82 req-b189d234-dfc9-4b4c-a595-d9204507780b tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479295 Apr 05 11:40:56.336814 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7b42-9ecf-4d35-b0cb-5fdcabffa206 admin admin] Publish callbacks [] for router (f38dfa9f-d37b-4f34-898d-8a319e3e143c), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.352348 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-16f0531b-41ca-49e6-9b5b-e77196273023 None None] Set router f38dfa9f-d37b-4f34-898d-8a319e3e143c gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:56.449078 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7b42-9ecf-4d35-b0cb-5fdcabffa206 admin admin] Publish callbacks [] for router_gateway (f38dfa9f-d37b-4f34-898d-8a319e3e143c), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.541727 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-16f0531b-41ca-49e6-9b5b-e77196273023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'name': 'tempest-TestShelveInstance-1038592655-router', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:11Z', 'updated_at': '2022-04-05T11:40:55Z', 'revision_number': 5, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'gw_port': {'id': '1c1c5879-1d98-4afc-9ebe-f89850072a02', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:12Z', 'updated_at': '2022-04-05T11:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:56.571591 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f0531b-41ca-49e6-9b5b-e77196273023 None None] Checking router: f38dfa9f-d37b-4f34-898d-8a319e3e143c for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:56.586202 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f0531b-41ca-49e6-9b5b-e77196273023 None None] Routers {'f38dfa9f-d37b-4f34-898d-8a319e3e143c'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:56.586770 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-16f0531b-41ca-49e6-9b5b-e77196273023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:56.613034 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc7b42-9ecf-4d35-b0cb-5fdcabffa206 admin admin] Deleting port 1c1c5879-1d98-4afc-9ebe-f89850072a02 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:56.613374 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7b42-9ecf-4d35-b0cb-5fdcabffa206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (1c1c5879-1d98-4afc-9ebe-f89850072a02), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.684918 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-16f0531b-41ca-49e6-9b5b-e77196273023 None None] Set router f38dfa9f-d37b-4f34-898d-8a319e3e143c gateway port host: None {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:56.698152 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-a7dc7b42-9ecf-4d35-b0cb-5fdcabffa206 admin admin] For port 1c1c5879-1d98-4afc-9ebe-f89850072a02, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=1c1c5879-1d98-4afc-9ebe-f89850072a02,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:56.700030 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7b42-9ecf-4d35-b0cb-5fdcabffa206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (1c1c5879-1d98-4afc-9ebe-f89850072a02), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.717860 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc7b42-9ecf-4d35-b0cb-5fdcabffa206 admin admin] Calling delete_port for 1c1c5879-1d98-4afc-9ebe-f89850072a02 owned by network:router_gateway {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:56.745676 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-16f0531b-41ca-49e6-9b5b-e77196273023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'name': 'tempest-TestShelveInstance-1038592655-router', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:11Z', 'updated_at': '2022-04-05T11:40:56Z', 'revision_number': 6, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'gw_port_host': None}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:56.773646 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f0531b-41ca-49e6-9b5b-e77196273023 None None] The sync data for ids ['f38dfa9f-d37b-4f34-898d-8a319e3e143c'] in dv-cinder-834448-3-iscsi is: [{'id': 'f38dfa9f-d37b-4f34-898d-8a319e3e143c', 'name': 'tempest-TestShelveInstance-1038592655-router', 'tenant_id': '8499ce2abe10411589e913912a8c40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:11Z', 'updated_at': '2022-04-05T11:40:56Z', 'revision_number': 6, 'project_id': '8499ce2abe10411589e913912a8c40ed', 'gw_port_host': None}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:56.939615 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.985097 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7b42-9ecf-4d35-b0cb-5fdcabffa206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (1c1c5879-1d98-4afc-9ebe-f89850072a02), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.013839 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc7b42-9ecf-4d35-b0cb-5fdcabffa206 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1c5879-1d98-4afc-9ebe-f89850072a02,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:57.082898 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7b42-9ecf-4d35-b0cb-5fdcabffa206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529986'] for router_gateway (f38dfa9f-d37b-4f34-898d-8a319e3e143c), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.181611 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7b42-9ecf-4d35-b0cb-5fdcabffa206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4958'] for router (f38dfa9f-d37b-4f34-898d-8a319e3e143c), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.184569 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7b42-9ecf-4d35-b0cb-5fdcabffa206 admin admin] Publish callbacks [] for router_controller (f38dfa9f-d37b-4f34-898d-8a319e3e143c), precommit_delete_associations {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.352313 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7b42-9ecf-4d35-b0cb-5fdcabffa206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531960'] for router (f38dfa9f-d37b-4f34-898d-8a319e3e143c), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.352836 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dc7b42-9ecf-4d35-b0cb-5fdcabffa206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f38dfa9f-d37b-4f34-898d-8a319e3e143c {{(pid=103946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:40:57.358728 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a7dc7b42-9ecf-4d35-b0cb-5fdcabffa206 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.359881 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-a7dc7b42-9ecf-4d35-b0cb-5fdcabffa206 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f38dfa9f-d37b-4f34-898d-8a319e3e143c HTTP/1.1" status: 204 len: 168 time: 1.1525342 Apr 05 11:40:57.362617 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 36806) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:57.377207 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17baf4c-eb51-493b-98dc-1fd12522a985 req-07dadf43-8128-4747-b1b9-4e382ac659c8 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:57.378761 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c17baf4c-eb51-493b-98dc-1fd12522a985 req-07dadf43-8128-4747-b1b9-4e382ac659c8 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 947 time: 0.0703659 Apr 05 11:40:57.413322 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e60670-72ea-4d76-873d-67b99bc78571 admin admin] Deleting subnet 04c557d5-7ced-46b6-b387-7061f5abc42c {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:40:57.416425 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-94e60670-72ea-4d76-873d-67b99bc78571 admin admin] Publish callbacks [] for subnet (04c557d5-7ced-46b6-b387-7061f5abc42c), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.429409 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c17baf4c-eb51-493b-98dc-1fd12522a985 req-3f46ea43-25d9-4b35-af1f-81d58abd2184 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436332 Apr 05 11:40:57.455105 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-94e60670-72ea-4d76-873d-67b99bc78571 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59014070'] for subnet (04c557d5-7ced-46b6-b387-7061f5abc42c), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.548218 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-94e60670-72ea-4d76-873d-67b99bc78571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (04c557d5-7ced-46b6-b387-7061f5abc42c), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.682116 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-94e60670-72ea-4d76-873d-67b99bc78571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62790761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59954035'] for subnet (04c557d5-7ced-46b6-b387-7061f5abc42c), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.709055 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e60670-72ea-4d76-873d-67b99bc78571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c557d5-7ced-46b6-b387-7061f5abc42c,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:57.717437 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-94e60670-72ea-4d76-873d-67b99bc78571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.720928 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-94e60670-72ea-4d76-873d-67b99bc78571 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/04c557d5-7ced-46b6-b387-7061f5abc42c HTTP/1.1" status: 204 len: 168 time: 0.3572664 Apr 05 11:40:57.723685 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36812) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:57.724043 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce87309-2c59-4a49-b6cd-4ca6f8b6c0db None None] Network b762bdc2-8c69-4463-a0a9-b6a9592c01ff requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:40:57.829834 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (b762bdc2-8c69-4463-a0a9-b6a9592c01ff), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.902150 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] Deleting port 9ce7852b-7d2e-42a7-8105-cf7db223d755 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:57.902527 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (9ce7852b-7d2e-42a7-8105-cf7db223d755), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.980205 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] DHCP port deletion for b762bdc2-8c69-4463-a0a9-b6a9592c01ff request from dv-cinder-834448-3-iscsi {{(pid=103948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:40:57.990535 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] For port 9ce7852b-7d2e-42a7-8105-cf7db223d755, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=9ce7852b-7d2e-42a7-8105-cf7db223d755,segment=NetworkSegment(dcfa7b5c-0446-438d-96d7-90816366816d),segment_id=dcfa7b5c-0446-438d-96d7-90816366816d)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:57.990908 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (9ce7852b-7d2e-42a7-8105-cf7db223d755), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:58.006917 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] Calling delete_port for 9ce7852b-7d2e-42a7-8105-cf7db223d755 owned by network:dhcp {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:58.031194 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Deleting port 9ce7852b-7d2e-42a7-8105-cf7db223d755 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:58.031598 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (9ce7852b-7d2e-42a7-8105-cf7db223d755), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:58.106499 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] For port 9ce7852b-7d2e-42a7-8105-cf7db223d755, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=9ce7852b-7d2e-42a7-8105-cf7db223d755,segment=NetworkSegment(dcfa7b5c-0446-438d-96d7-90816366816d),segment_id=dcfa7b5c-0446-438d-96d7-90816366816d)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:58.107014 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (9ce7852b-7d2e-42a7-8105-cf7db223d755), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:58.120447 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Calling delete_port for 9ce7852b-7d2e-42a7-8105-cf7db223d755 owned by network:dhcp {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:58.131375 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device cb566598-8d5d-4016-942d-a033b8bcd216 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:58.154677 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: cb566598-8d5d-4016-942d-a033b8bcd216 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:58.155030 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device cb566598-8d5d-4016-942d-a033b8bcd216 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:58.155490 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 1c1c5879-1d98-4afc-9ebe-f89850072a02 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:58.202207 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (9ce7852b-7d2e-42a7-8105-cf7db223d755), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:58.204090 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 1c1c5879-1d98-4afc-9ebe-f89850072a02 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:58.204441 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 1c1c5879-1d98-4afc-9ebe-f89850072a02 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:58.204864 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 9ce7852b-7d2e-42a7-8105-cf7db223d755 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:58.229225 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 9ce7852b-7d2e-42a7-8105-cf7db223d755 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:58.229505 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 9ce7852b-7d2e-42a7-8105-cf7db223d755 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:58.232125 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce7852b-7d2e-42a7-8105-cf7db223d755,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:58.234886 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] No DVR routers for this DVR port 9ce7852b-7d2e-42a7-8105-cf7db223d755 on host dv-cinder-834448-3-iscsi {{(pid=103946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:58.262475 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (9ce7852b-7d2e-42a7-8105-cf7db223d755), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:58.287124 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Pushing event deleted for resources: {'Port': ['ID=9ce7852b-7d2e-42a7-8105-cf7db223d755,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:58.291460 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] No DVR routers for this DVR port 9ce7852b-7d2e-42a7-8105-cf7db223d755 on host dv-cinder-834448-3-iscsi {{(pid=103948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:58.301710 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:58.301710 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:58.301710 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:58.301710 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:58.301710 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:58.301710 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:58.301710 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:58.301710 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:58.301710 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:58.301710 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:58.303059 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:58.303059 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:58.303059 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:58.303059 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:58.303783 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e448a4-8851-4f82-8931-d22a4be1a10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:58.313482 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (b762bdc2-8c69-4463-a0a9-b6a9592c01ff), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:58.333899 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b762bdc2-8c69-4463-a0a9-b6a9592c01ff']}} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:58.342941 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfa7b5c-0446-438d-96d7-90816366816d') {'for_net_delete': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:58.343244 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfa7b5c-0446-438d-96d7-90816366816d') {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:58.352411 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59243133'] for segment (dcfa7b5c-0446-438d-96d7-90816366816d), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:58.366225 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (dcfa7b5c-0446-438d-96d7-90816366816d), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61926161'] for segment (dcfa7b5c-0446-438d-96d7-90816366816d), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: Traceback (most recent call last): Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: timer() Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: cb(*args, **kw) Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: return func(*args, **kwargs) Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: self._notify() Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: self.callback(batched_events) Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: event.method(event) Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: return f(self, *a, **k) Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._get(url).json() Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: return self.request(url, 'GET', **kwargs) Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:40:58.376554 dv-cinder-834448-3-iscsi neutron-server[103946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:40:58.510661 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (b762bdc2-8c69-4463-a0a9-b6a9592c01ff), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:58.517018 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:58.520564 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b762bdc2-8c69-4463-a0a9-b6a9592c01ff HTTP/1.1" status: 204 len: 168 time: 0.7957914 Apr 05 11:40:58.532227 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36824) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:58.538477 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b173a3-da60-47e2-ad14-d6ede15ee1a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b762bdc2-8c69-4463-a0a9-b6a9592c01ff,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:58.565123 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf93b4-869d-46a4-a06c-f52a011b4e1b req-e9fbd45e-21d1-45a8-b181-f661c8424c08 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:58.566595 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b8bf93b4-869d-46a4-a06c-f52a011b4e1b req-e9fbd45e-21d1-45a8-b181-f661c8424c08 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 947 time: 0.0606182 Apr 05 11:40:58.622490 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b8bf93b4-869d-46a4-a06c-f52a011b4e1b req-c4c04f0b-9325-46fe-ae9f-120f57ffe98f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497823 Apr 05 11:40:59.158536 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-044a55ce-2a43-4548-b73d-15302ea29cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532244'] for router_interface (6581c431-4457-43d2-99cc-a1a4f8c88f28), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:59.421248 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-044a55ce-2a43-4548-b73d-15302ea29cb4 admin admin] Deleting port b5711186-f261-4d17-adeb-1cbdc3f482b4 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:59.421889 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-044a55ce-2a43-4548-b73d-15302ea29cb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:59.504387 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-044a55ce-2a43-4548-b73d-15302ea29cb4 admin admin] For port b5711186-f261-4d17-adeb-1cbdc3f482b4, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=b5711186-f261-4d17-adeb-1cbdc3f482b4,segment=NetworkSegment(04392578-44be-495c-ac72-b125291932a7),segment_id=04392578-44be-495c-ac72-b125291932a7)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:59.504767 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-044a55ce-2a43-4548-b73d-15302ea29cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:59.518305 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-044a55ce-2a43-4548-b73d-15302ea29cb4 admin admin] Calling delete_port for b5711186-f261-4d17-adeb-1cbdc3f482b4 owned by network:router_interface {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:59.819195 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-044a55ce-2a43-4548-b73d-15302ea29cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (b5711186-f261-4d17-adeb-1cbdc3f482b4), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:59.844623 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a55ce-2a43-4548-b73d-15302ea29cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5711186-f261-4d17-adeb-1cbdc3f482b4,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:00.023045 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-044a55ce-2a43-4548-b73d-15302ea29cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530052'] for router_interface (6581c431-4457-43d2-99cc-a1a4f8c88f28), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:00.246722 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044a55ce-2a43-4548-b73d-15302ea29cb4 admin admin] Router 6581c431-4457-43d2-99cc-a1a4f8c88f28 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:41:00.356664 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044a55ce-2a43-4548-b73d-15302ea29cb4 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:41:00.362485 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-044a55ce-2a43-4548-b73d-15302ea29cb4 admin admin] 10.222.0.60 "PUT /v2.0/routers/6581c431-4457-43d2-99cc-a1a4f8c88f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8283503 Apr 05 11:41:00.364156 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36848) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:00.366804 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a813a202-bba7-4aee-aeb3-a61379904708 None None] Sync routers for ids ['6581c431-4457-43d2-99cc-a1a4f8c88f28'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:41:00.377227 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a813a202-bba7-4aee-aeb3-a61379904708 None None] Routers {'6581c431-4457-43d2-99cc-a1a4f8c88f28'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:00.377837 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a813a202-bba7-4aee-aeb3-a61379904708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['6581c431-4457-43d2-99cc-a1a4f8c88f28'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:00.471556 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f7697478-c53c-4b89-9483-8a6b8292bee7 admin admin] Publish callbacks [] for router (6581c431-4457-43d2-99cc-a1a4f8c88f28), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:00.484601 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-a813a202-bba7-4aee-aeb3-a61379904708 None None] Set router 6581c431-4457-43d2-99cc-a1a4f8c88f28 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:00.578187 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f7697478-c53c-4b89-9483-8a6b8292bee7 admin admin] Publish callbacks [] for router_gateway (6581c431-4457-43d2-99cc-a1a4f8c88f28), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:00.659533 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a813a202-bba7-4aee-aeb3-a61379904708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'name': 'tempest-TestShelveInstance-1130903615-router', 'tenant_id': '7a7007194b0d48e2bc0f95011abe40cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd57f9b1b-7975-4853-aecd-d854ab98ccc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:20Z', 'updated_at': '2022-04-05T11:40:59Z', 'revision_number': 5, 'project_id': '7a7007194b0d48e2bc0f95011abe40cf', 'gw_port': {'id': 'd57f9b1b-7975-4853-aecd-d854ab98ccc6', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:35:21Z', 'updated_at': '2022-04-05T11:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:00.686692 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a813a202-bba7-4aee-aeb3-a61379904708 None None] Checking router: 6581c431-4457-43d2-99cc-a1a4f8c88f28 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:41:00.695007 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a813a202-bba7-4aee-aeb3-a61379904708 None None] Routers {'6581c431-4457-43d2-99cc-a1a4f8c88f28'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:00.695631 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a813a202-bba7-4aee-aeb3-a61379904708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:40:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['6581c431-4457-43d2-99cc-a1a4f8c88f28'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:00.703257 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f7697478-c53c-4b89-9483-8a6b8292bee7 admin admin] Deleting port d57f9b1b-7975-4853-aecd-d854ab98ccc6 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:00.703634 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f7697478-c53c-4b89-9483-8a6b8292bee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (d57f9b1b-7975-4853-aecd-d854ab98ccc6), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:00.782304 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-a813a202-bba7-4aee-aeb3-a61379904708 None None] Set router 6581c431-4457-43d2-99cc-a1a4f8c88f28 gateway port host: None {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:00.784647 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f7697478-c53c-4b89-9483-8a6b8292bee7 admin admin] For port d57f9b1b-7975-4853-aecd-d854ab98ccc6, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=d57f9b1b-7975-4853-aecd-d854ab98ccc6,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:00.785019 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f7697478-c53c-4b89-9483-8a6b8292bee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (d57f9b1b-7975-4853-aecd-d854ab98ccc6), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:00.804406 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f7697478-c53c-4b89-9483-8a6b8292bee7 admin admin] Calling delete_port for d57f9b1b-7975-4853-aecd-d854ab98ccc6 owned by network:router_gateway {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:00.840418 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a813a202-bba7-4aee-aeb3-a61379904708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'name': 'tempest-TestShelveInstance-1130903615-router', 'tenant_id': '7a7007194b0d48e2bc0f95011abe40cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:20Z', 'updated_at': '2022-04-05T11:41:00Z', 'revision_number': 6, 'project_id': '7a7007194b0d48e2bc0f95011abe40cf', 'gw_port_host': None}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:00.866151 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a813a202-bba7-4aee-aeb3-a61379904708 None None] The sync data for ids ['6581c431-4457-43d2-99cc-a1a4f8c88f28'] in dv-cinder-834448-3-iscsi is: [{'id': '6581c431-4457-43d2-99cc-a1a4f8c88f28', 'name': 'tempest-TestShelveInstance-1130903615-router', 'tenant_id': '7a7007194b0d48e2bc0f95011abe40cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:35:20Z', 'updated_at': '2022-04-05T11:41:00Z', 'revision_number': 6, 'project_id': '7a7007194b0d48e2bc0f95011abe40cf', 'gw_port_host': None}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:41:01.053561 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f7697478-c53c-4b89-9483-8a6b8292bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (d57f9b1b-7975-4853-aecd-d854ab98ccc6), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.078095 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7697478-c53c-4b89-9483-8a6b8292bee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d57f9b1b-7975-4853-aecd-d854ab98ccc6,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:01.141766 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f7697478-c53c-4b89-9483-8a6b8292bee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529986'] for router_gateway (6581c431-4457-43d2-99cc-a1a4f8c88f28), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.239130 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f7697478-c53c-4b89-9483-8a6b8292bee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4958'] for router (6581c431-4457-43d2-99cc-a1a4f8c88f28), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.241500 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f7697478-c53c-4b89-9483-8a6b8292bee7 admin admin] Publish callbacks [] for router_controller (6581c431-4457-43d2-99cc-a1a4f8c88f28), precommit_delete_associations {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.367876 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f7697478-c53c-4b89-9483-8a6b8292bee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531960'] for router (6581c431-4457-43d2-99cc-a1a4f8c88f28), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.368478 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7697478-c53c-4b89-9483-8a6b8292bee7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6581c431-4457-43d2-99cc-a1a4f8c88f28 {{(pid=103946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:41:01.374222 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f7697478-c53c-4b89-9483-8a6b8292bee7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.378674 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-f7697478-c53c-4b89-9483-8a6b8292bee7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6581c431-4457-43d2-99cc-a1a4f8c88f28 HTTP/1.1" status: 204 len: 168 time: 1.0103128 Apr 05 11:41:01.378674 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36854) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:01.421084 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46bd2a9-24d3-46ad-9cb6-44ce8b48cff0 admin admin] Deleting subnet dd4cd7bd-a9da-45a0-b87f-2742dc6a949d {{(pid=103946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:41:01.424141 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a46bd2a9-24d3-46ad-9cb6-44ce8b48cff0 admin admin] Publish callbacks [] for subnet (dd4cd7bd-a9da-45a0-b87f-2742dc6a949d), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.457698 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a46bd2a9-24d3-46ad-9cb6-44ce8b48cff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59243142'] for subnet (dd4cd7bd-a9da-45a0-b87f-2742dc6a949d), precommit_delete_associations {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.540070 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a46bd2a9-24d3-46ad-9cb6-44ce8b48cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (dd4cd7bd-a9da-45a0-b87f-2742dc6a949d), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.665217 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a46bd2a9-24d3-46ad-9cb6-44ce8b48cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61926267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59521852'] for subnet (dd4cd7bd-a9da-45a0-b87f-2742dc6a949d), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.691394 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bd2a9-24d3-46ad-9cb6-44ce8b48cff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd4cd7bd-a9da-45a0-b87f-2742dc6a949d,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:01.695212 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a46bd2a9-24d3-46ad-9cb6-44ce8b48cff0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.698413 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-a46bd2a9-24d3-46ad-9cb6-44ce8b48cff0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dd4cd7bd-a9da-45a0-b87f-2742dc6a949d HTTP/1.1" status: 204 len: 168 time: 0.3196158 Apr 05 11:41:01.701001 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36858) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:01.702193 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095b76a0-4d37-4200-ad49-f86bfe6efc70 None None] Network 9eba1138-670a-4e89-a853-43e33e51bbaa requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:41:01.774486 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (9eba1138-670a-4e89-a853-43e33e51bbaa), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.830586 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] Deleting port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:01.830927 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (c81b04ca-7ab3-42c8-b57e-eb305d1cc92d), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.868285 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294d7613-7293-4fa7-8149-434f3b880142 None None] DHCP port deletion for 9eba1138-670a-4e89-a853-43e33e51bbaa request from dv-cinder-834448-3-iscsi {{(pid=103948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:41:01.911459 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] For port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=c81b04ca-7ab3-42c8-b57e-eb305d1cc92d,segment=NetworkSegment(04392578-44be-495c-ac72-b125291932a7),segment_id=04392578-44be-495c-ac72-b125291932a7)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:01.912129 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (c81b04ca-7ab3-42c8-b57e-eb305d1cc92d), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.930822 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] Calling delete_port for c81b04ca-7ab3-42c8-b57e-eb305d1cc92d owned by network:dhcp {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:01.931068 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-294d7613-7293-4fa7-8149-434f3b880142 None None] Deleting port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:01.931811 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-294d7613-7293-4fa7-8149-434f3b880142 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (c81b04ca-7ab3-42c8-b57e-eb305d1cc92d), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.127220 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device d57f9b1b-7975-4853-aecd-d854ab98ccc6 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:41:02.133342 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (c81b04ca-7ab3-42c8-b57e-eb305d1cc92d), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.157126 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: d57f9b1b-7975-4853-aecd-d854ab98ccc6 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:41:02.157468 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device d57f9b1b-7975-4853-aecd-d854ab98ccc6 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:41:02.157884 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device b5711186-f261-4d17-adeb-1cbdc3f482b4 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:41:02.160550 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] Pushing event deleted for resources: {'Port': ['ID=c81b04ca-7ab3-42c8-b57e-eb305d1cc92d,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:02.162402 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] No DVR routers for this DVR port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d on host dv-cinder-834448-3-iscsi {{(pid=103946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:41:02.185277 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-294d7613-7293-4fa7-8149-434f3b880142 None None] For port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=c81b04ca-7ab3-42c8-b57e-eb305d1cc92d,segment=NetworkSegment(04392578-44be-495c-ac72-b125291932a7),segment_id=04392578-44be-495c-ac72-b125291932a7)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:02.185681 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-294d7613-7293-4fa7-8149-434f3b880142 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (c81b04ca-7ab3-42c8-b57e-eb305d1cc92d), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.188351 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: b5711186-f261-4d17-adeb-1cbdc3f482b4 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:41:02.188691 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device b5711186-f261-4d17-adeb-1cbdc3f482b4 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:41:02.189108 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device c81b04ca-7ab3-42c8-b57e-eb305d1cc92d no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:41:02.212673 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: c81b04ca-7ab3-42c8-b57e-eb305d1cc92d {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:41:02.213090 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device c81b04ca-7ab3-42c8-b57e-eb305d1cc92d not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:41:02.219465 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-294d7613-7293-4fa7-8149-434f3b880142 None None] Calling delete_port for c81b04ca-7ab3-42c8-b57e-eb305d1cc92d owned by network:dhcp {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:02.239942 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (9eba1138-670a-4e89-a853-43e33e51bbaa), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.260509 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eba1138-670a-4e89-a853-43e33e51bbaa']}} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:02.269900 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04392578-44be-495c-ac72-b125291932a7') {'for_net_delete': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:02.270277 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04392578-44be-495c-ac72-b125291932a7') {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:02.280247 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59243133'] for segment (04392578-44be-495c-ac72-b125291932a7), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.293908 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (04392578-44be-495c-ac72-b125291932a7), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.299350 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-294d7613-7293-4fa7-8149-434f3b880142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (c81b04ca-7ab3-42c8-b57e-eb305d1cc92d), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.300063 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:41:02.300475 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61926161'] for segment (04392578-44be-495c-ac72-b125291932a7), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: Traceback (most recent call last): Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: timer() Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: cb(*args, **kw) Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: return func(*args, **kwargs) Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: self._notify() Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: self.callback(batched_events) Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: event.method(event) Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: return f(self, *a, **k) Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._get(url).json() Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: return self.request(url, 'GET', **kwargs) Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:41:02.305930 dv-cinder-834448-3-iscsi neutron-server[103946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:41:02.325637 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d7613-7293-4fa7-8149-434f3b880142 None None] Pushing event deleted for resources: {'Port': ['ID=c81b04ca-7ab3-42c8-b57e-eb305d1cc92d,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:02.329108 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d7613-7293-4fa7-8149-434f3b880142 None None] No DVR routers for this DVR port c81b04ca-7ab3-42c8-b57e-eb305d1cc92d on host dv-cinder-834448-3-iscsi {{(pid=103948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:41:02.459223 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (9eba1138-670a-4e89-a853-43e33e51bbaa), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.465037 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.468651 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] 10.222.0.60 "DELETE /v2.0/networks/9eba1138-670a-4e89-a853-43e33e51bbaa HTTP/1.1" status: 204 len: 168 time: 0.7666445 Apr 05 11:41:02.480148 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60019282-6489-43c7-8228-b1be270bc95a admin admin] Pushing event deleted for resources: {'Network': ['ID=9eba1138-670a-4e89-a853-43e33e51bbaa,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:02.835753 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36868) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:02.880084 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-86d57169-04ea-4242-9074-165877ac9407 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8499ce2abe10411589e913912a8c40ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431566 Apr 05 11:41:02.882513 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36870) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:02.935834 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e72cbfd3-a907-457b-b7ec-5896ad822769 admin admin] Publish callbacks [] for security_group (2563f6c6-2923-46dd-acaf-561284788b58), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.957498 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e72cbfd3-a907-457b-b7ec-5896ad822769 admin admin] Publish callbacks [] for security_group (2563f6c6-2923-46dd-acaf-561284788b58), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:03.121716 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e72cbfd3-a907-457b-b7ec-5896ad822769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (2563f6c6-2923-46dd-acaf-561284788b58), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:03.124482 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e72cbfd3-a907-457b-b7ec-5896ad822769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:03.125659 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-e72cbfd3-a907-457b-b7ec-5896ad822769 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2563f6c6-2923-46dd-acaf-561284788b58 HTTP/1.1" status: 204 len: 168 time: 0.2422402 Apr 05 11:41:03.133614 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cbfd3-a907-457b-b7ec-5896ad822769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2563f6c6-2923-46dd-acaf-561284788b58,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:03.856929 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36890) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:03.905883 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-2e7063b6-504a-4bf7-86e0-8d7a2902c15c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a7007194b0d48e2bc0f95011abe40cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477371 Apr 05 11:41:03.908383 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 36892) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:03.967905 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-cea6968c-28d6-4005-86e2-2838a4d14cc1 admin admin] Publish callbacks [] for security_group (b3596a03-00e8-46da-8045-a86464100dd1), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:03.994905 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-cea6968c-28d6-4005-86e2-2838a4d14cc1 admin admin] Publish callbacks [] for security_group (b3596a03-00e8-46da-8045-a86464100dd1), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:04.104955 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-cea6968c-28d6-4005-86e2-2838a4d14cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (b3596a03-00e8-46da-8045-a86464100dd1), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:04.107703 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-cea6968c-28d6-4005-86e2-2838a4d14cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:04.111183 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-cea6968c-28d6-4005-86e2-2838a4d14cc1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3596a03-00e8-46da-8045-a86464100dd1 HTTP/1.1" status: 204 len: 168 time: 0.1995826 Apr 05 11:41:04.122378 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6968c-28d6-4005-86e2-2838a4d14cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3596a03-00e8-46da-8045-a86464100dd1,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:07.411072 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-61603e56-19b9-4aeb-8177-60488da7159d req-e859b6b3-88a6-4e80-b7a9-a71533d220ff tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021731976&fields=id&tenant_id=0bfd09739367451297d7d3042eb37411 HTTP/1.1" status: 200 len: 267 time: 0.0445344 Apr 05 11:41:07.515840 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61603e56-19b9-4aeb-8177-60488da7159d req-385ac6b5-5828-4d79-ab0a-7f6dbbdf33eb tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:07.517291 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-61603e56-19b9-4aeb-8177-60488da7159d req-385ac6b5-5828-4d79-ab0a-7f6dbbdf33eb tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/networks?id=6351c4b7-133d-4471-82de-f39f3c9f175f HTTP/1.1" status: 200 len: 812 time: 0.0997739 Apr 05 11:41:07.532040 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-61603e56-19b9-4aeb-8177-60488da7159d req-4d08a845-0dd5-40b0-baaa-a80259a55882 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/quotas/0bfd09739367451297d7d3042eb37411 HTTP/1.1" status: 200 len: 375 time: 0.0094273 Apr 05 11:41:07.588065 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-61603e56-19b9-4aeb-8177-60488da7159d req-b3fd5544-5519-41c0-88b3-5971df3f514b tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511460 Apr 05 11:41:07.687388 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-61603e56-19b9-4aeb-8177-60488da7159d req-7fe2a92f-cb4b-41a4-bdca-4bf2152de430 service neutron] 10.222.0.60 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870953 Apr 05 11:41:07.779651 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-61603e56-19b9-4aeb-8177-60488da7159d req-daf74f23-061c-48bc-a90c-b5badcaaf7c8 service neutron] 10.222.0.60 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864973 Apr 05 11:41:08.371820 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7b5e44bb-b87d-446d-bcd4-877437cd06ef req-47fb6d48-7e38-456f-9c2b-08055a300221 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 210 time: 0.0284433 Apr 05 11:41:09.449359 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-515949d2-f901-4085-a2ce-8d7c555521a1 req-e7a0b804-1572-4129-aa65-880aefae3ed5 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 210 time: 0.0273635 Apr 05 11:41:10.543021 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2f608357-6fcc-4cf3-a297-65775d6ad3dd req-21d28f46-8efc-491b-983e-3c9954b916b0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 210 time: 0.0264218 Apr 05 11:41:11.004053 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61603e56-19b9-4aeb-8177-60488da7159d req-f1327b8a-cbfb-4a46-8b05-9b11a06d9de8 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:11.005492 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61603e56-19b9-4aeb-8177-60488da7159d req-f1327b8a-cbfb-4a46-8b05-9b11a06d9de8 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.57 "GET /v2.0/networks?id=6351c4b7-133d-4471-82de-f39f3c9f175f HTTP/1.1" status: 200 len: 812 time: 0.1037996 Apr 05 11:41:11.081033 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61603e56-19b9-4aeb-8177-60488da7159d req-e7c450ba-0109-43db-9eb2-dd4d84490b9f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bfd09739367451297d7d3042eb37411 HTTP/1.1" status: 200 len: 380 time: 0.0537314 Apr 05 11:41:11.098269 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-61603e56-19b9-4aeb-8177-60488da7159d req-c7a6e216-a57d-4831-bd6f-98bd04d03002 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Request body: {'port': {'device_id': 'e1d592d6-a3fa-42be-8e0d-81b3932cf139', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'admin_state_up': True, 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'security_groups': ['68164dcb-34e2-46d4-84df-96445929632d']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:41:11.281594 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61603e56-19b9-4aeb-8177-60488da7159d req-c7a6e216-a57d-4831-bd6f-98bd04d03002 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Made reservation on behalf of 0bfd09739367451297d7d3042eb37411 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:41:11.285142 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61603e56-19b9-4aeb-8177-60488da7159d req-c7a6e216-a57d-4831-bd6f-98bd04d03002 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.410593 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-61603e56-19b9-4aeb-8177-60488da7159d req-c7a6e216-a57d-4831-bd6f-98bd04d03002 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Allocated IP 172.20.0.4 (6351c4b7-133d-4471-82de-f39f3c9f175f/7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37/4129f153-1ece-4259-82d8-7a290c87852d) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:41:11.566588 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61603e56-19b9-4aeb-8177-60488da7159d req-c7a6e216-a57d-4831-bd6f-98bd04d03002 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for port (4129f153-1ece-4259-82d8-7a290c87852d), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.641837 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-78450f0b-445c-4345-958d-d6df3d676385 req-26065259-38b4-4551-ad26-60c002d846b5 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 210 time: 0.0280676 Apr 05 11:41:11.710883 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61603e56-19b9-4aeb-8177-60488da7159d req-c7a6e216-a57d-4831-bd6f-98bd04d03002 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (4129f153-1ece-4259-82d8-7a290c87852d), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.759826 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61603e56-19b9-4aeb-8177-60488da7159d req-c7a6e216-a57d-4831-bd6f-98bd04d03002 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Network 6351c4b7-133d-4471-82de-f39f3c9f175f is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:41:11.764956 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-61603e56-19b9-4aeb-8177-60488da7159d req-c7a6e216-a57d-4831-bd6f-98bd04d03002 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:41:11.766866 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6e216-a57d-4831-bd6f-98bd04d03002 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event updated for resources: {'Port': ['ID=4129f153-1ece-4259-82d8-7a290c87852d,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:11.769093 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-61603e56-19b9-4aeb-8177-60488da7159d req-c7a6e216-a57d-4831-bd6f-98bd04d03002 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:41:11.827278 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61603e56-19b9-4aeb-8177-60488da7159d req-c7a6e216-a57d-4831-bd6f-98bd04d03002 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:11.827951 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61603e56-19b9-4aeb-8177-60488da7159d req-c7a6e216-a57d-4831-bd6f-98bd04d03002 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.919507 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61603e56-19b9-4aeb-8177-60488da7159d req-c7a6e216-a57d-4831-bd6f-98bd04d03002 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8255391 Apr 05 11:41:11.944446 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Request body: {'port': {'device_id': 'e1d592d6-a3fa-42be-8e0d-81b3932cf139', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:41:12.013649 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (4129f153-1ece-4259-82d8-7a290c87852d), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.027036 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-c2942bbd-d558-466b-8969-98edd08957b9 None None] Provisioning complete for port 4129f153-1ece-4259-82d8-7a290c87852d triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:41:12.027909 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c2942bbd-d558-466b-8969-98edd08957b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (4129f153-1ece-4259-82d8-7a290c87852d), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.065815 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-c2942bbd-d558-466b-8969-98edd08957b9 None None] Port 4129f153-1ece-4259-82d8-7a290c87852d cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:41:12.301260 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4129f153-1ece-4259-82d8-7a290c87852d {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:41:12.313607 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Publish callbacks [] for port (4129f153-1ece-4259-82d8-7a290c87852d), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.326015 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Transition to ACTIVE for port object 4129f153-1ece-4259-82d8-7a290c87852d will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:41:12.453089 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62790695'] for port (4129f153-1ece-4259-82d8-7a290c87852d), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.519736 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Pushing event updated for resources: {'Port': ['ID=4129f153-1ece-4259-82d8-7a290c87852d,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:12.909294 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Attempting to bind port 4129f153-1ece-4259-82d8-7a290c87852d on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:41:12.910012 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Attempting to bind port 4129f153-1ece-4259-82d8-7a290c87852d by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:41:12.910012 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Attempting to bind port 4129f153-1ece-4259-82d8-7a290c87852d on network 6351c4b7-133d-4471-82de-f39f3c9f175f {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:41:12.924168 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eab27-e178-4d66-bf67-3795151480dc req-7dcbb0e8-a782-4075-877f-6dc9346ef621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:12.925651 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6e8eab27-e178-4d66-bf67-3795151480dc req-7dcbb0e8-a782-4075-877f-6dc9346ef621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 943 time: 0.0995688 Apr 05 11:41:12.926195 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Port 4129f153-1ece-4259-82d8-7a290c87852d on network 6351c4b7-133d-4471-82de-f39f3c9f175f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:41:12.926517 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Attempting to bind port 4129f153-1ece-4259-82d8-7a290c87852d on network 6351c4b7-133d-4471-82de-f39f3c9f175f {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:41:12.933851 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:41:12.934453 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Checking segment: {'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:41:12.934640 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Bound using segment: {'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:41:12.935070 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Bound port: 4129f153-1ece-4259-82d8-7a290c87852d, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:41:12.935442 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (4129f153-1ece-4259-82d8-7a290c87852d), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:13.017119 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6e8eab27-e178-4d66-bf67-3795151480dc req-6de12f32-4565-416e-a477-e07004f6c483 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850875 Apr 05 11:41:13.033687 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] For port 4129f153-1ece-4259-82d8-7a290c87852d, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:41:13.036754 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] For port 4129f153-1ece-4259-82d8-7a290c87852d, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4129f153-1ece-4259-82d8-7a290c87852d,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:41:13.127479 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62790695'] for port (4129f153-1ece-4259-82d8-7a290c87852d), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:13.162084 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:13.162724 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:13.164104 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61603e56-19b9-4aeb-8177-60488da7159d req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] 10.222.0.57 "PUT /v2.0/ports/4129f153-1ece-4259-82d8-7a290c87852d HTTP/1.1" status: 200 len: 1093 time: 1.2246566 Apr 05 11:41:13.164551 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d592d6-a3fa-42be-8e0d-81b3932cf139', 'tag': '4129f153-1ece-4259-82d8-7a290c87852d'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:41:13.166811 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436ade2d-03b6-44c7-b2d9-37f8cf662a21" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d592d6-a3fa-42be-8e0d-81b3932cf139", "tag": "4129f153-1ece-4259-82d8-7a290c87852d"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:41:13.190461 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b02cc-dde7-497f-8501-36280b52b651 service neutron] Pushing event updated for resources: {'Port': ['ID=4129f153-1ece-4259-82d8-7a290c87852d,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:13.224726 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d32670-b2f6-4488-9193-e5f491b95b01 x-openstack-request-id: req-99d32670-b2f6-4488-9193-e5f491b95b01 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:41:13.225025 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d592d6-a3fa-42be-8e0d-81b3932cf139", "tag": "4129f153-1ece-4259-82d8-7a290c87852d", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:41:13.225281 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99d32670-b2f6-4488-9193-e5f491b95b01 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:41:13.225777 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d32670-b2f6-4488-9193-e5f491b95b01'] response: {'name': 'network-changed', 'server_uuid': 'e1d592d6-a3fa-42be-8e0d-81b3932cf139', 'tag': '4129f153-1ece-4259-82d8-7a290c87852d', 'status': 'completed', 'code': 200} Apr 05 11:41:13.316801 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ade2d-03b6-44c7-b2d9-37f8cf662a21 req-836bdfe8-d31b-41ec-956c-905465d97659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:13.318382 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-436ade2d-03b6-44c7-b2d9-37f8cf662a21 req-836bdfe8-d31b-41ec-956c-905465d97659 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 1127 time: 0.0481720 Apr 05 11:41:13.430453 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ade2d-03b6-44c7-b2d9-37f8cf662a21 req-edc990f8-1d05-4cf0-9499-b97002d8dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:13.431959 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-436ade2d-03b6-44c7-b2d9-37f8cf662a21 req-edc990f8-1d05-4cf0-9499-b97002d8dbe9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0bfd09739367451297d7d3042eb37411&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0990269 Apr 05 11:41:13.532661 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ade2d-03b6-44c7-b2d9-37f8cf662a21 req-ede49ae5-8307-4dca-9598-11560c6d707c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:13.534162 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-436ade2d-03b6-44c7-b2d9-37f8cf662a21 req-ede49ae5-8307-4dca-9598-11560c6d707c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951204 Apr 05 11:41:13.555687 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:13.641683 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61603e56-19b9-4aeb-8177-60488da7159d req-843ce498-704e-4e6b-bb66-f8069a9482ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:13.643191 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61603e56-19b9-4aeb-8177-60488da7159d req-843ce498-704e-4e6b-bb66-f8069a9482ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 1127 time: 0.0453105 Apr 05 11:41:13.701396 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61603e56-19b9-4aeb-8177-60488da7159d req-cf69a8ce-087d-4317-85fc-53c7731d3bdf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4129f153-1ece-4259-82d8-7a290c87852d HTTP/1.1" status: 200 len: 217 time: 0.0394881 Apr 05 11:41:13.753597 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61603e56-19b9-4aeb-8177-60488da7159d req-bd52c0f1-9714-46af-87ab-56865eddfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:13.758764 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61603e56-19b9-4aeb-8177-60488da7159d req-bd52c0f1-9714-46af-87ab-56865eddfba9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37 HTTP/1.1" status: 200 len: 851 time: 0.0506499 Apr 05 11:41:13.811660 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61603e56-19b9-4aeb-8177-60488da7159d req-ef971703-0215-493d-887f-d8df0f8c07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:13.813175 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61603e56-19b9-4aeb-8177-60488da7159d req-ef971703-0215-493d-887f-d8df0f8c07e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6351c4b7-133d-4471-82de-f39f3c9f175f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485764 Apr 05 11:41:13.899989 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61603e56-19b9-4aeb-8177-60488da7159d req-4dfc4f5d-4fd6-45a9-92c1-ab94d2815384 service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802190 Apr 05 11:41:13.993577 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61603e56-19b9-4aeb-8177-60488da7159d req-003f2439-998c-43dd-a720-56d07f6ac0a1 service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871580 Apr 05 11:41:14.151460 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9bd21-2c10-4dad-931f-590bd839631a req-9f55601c-b1d7-4f1f-b819-4a12a99e09c1 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:14.153714 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c1f9bd21-2c10-4dad-931f-590bd839631a req-9f55601c-b1d7-4f1f-b819-4a12a99e09c1 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 943 time: 0.0574346 Apr 05 11:41:14.203084 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c1f9bd21-2c10-4dad-931f-590bd839631a req-5ce32dd4-364f-49d4-9942-5d5814df36ff tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435364 Apr 05 11:41:15.324264 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c641768-8127-47d3-96bb-00a5ecb50b4e req-b4009b95-e106-4f9d-ac78-6dcdb4a7f6cb tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:15.326938 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0c641768-8127-47d3-96bb-00a5ecb50b4e req-b4009b95-e106-4f9d-ac78-6dcdb4a7f6cb tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 943 time: 0.0543509 Apr 05 11:41:15.380822 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0c641768-8127-47d3-96bb-00a5ecb50b4e req-d2516088-1edb-4f34-8a98-0de3766fe9ea tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479541 Apr 05 11:41:16.503642 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0831d-3e6b-414a-a326-11d95c035745 req-46cacbe2-f31c-441a-be2b-af9ef869f9b0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:16.505124 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-11d0831d-3e6b-414a-a326-11d95c035745 req-46cacbe2-f31c-441a-be2b-af9ef869f9b0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 943 time: 0.0571470 Apr 05 11:41:16.554061 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-11d0831d-3e6b-414a-a326-11d95c035745 req-2285c57f-b343-435c-9e75-551c6e27cff4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431840 Apr 05 11:41:17.671615 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0b4f6-0a3a-425b-b847-7a7fafc1f70e req-172aeb4d-cde8-4f4f-a7df-fc751a812c26 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:17.673357 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fbe0b4f6-0a3a-425b-b847-7a7fafc1f70e req-172aeb4d-cde8-4f4f-a7df-fc751a812c26 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 943 time: 0.0538340 Apr 05 11:41:17.724042 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fbe0b4f6-0a3a-425b-b847-7a7fafc1f70e req-f99b1a7b-66a4-41d4-9f15-36b40c0fa083 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442855 Apr 05 11:41:18.843132 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc452dad-99b1-4c52-a0dd-60d5aa701254 req-767b6a1f-4e73-40af-a596-fb7d89b0042d tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:18.844617 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cc452dad-99b1-4c52-a0dd-60d5aa701254 req-767b6a1f-4e73-40af-a596-fb7d89b0042d tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 943 time: 0.0543435 Apr 05 11:41:18.893112 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cc452dad-99b1-4c52-a0dd-60d5aa701254 req-0b313c64-8798-4dc7-b5db-91f4cc646f31 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429330 Apr 05 11:41:20.010504 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71feab39-3ea5-46e1-8d41-56cf39c680bc req-65c10f50-410d-492b-bf04-f8d4b9f4a651 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:20.011976 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-71feab39-3ea5-46e1-8d41-56cf39c680bc req-65c10f50-410d-492b-bf04-f8d4b9f4a651 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 943 time: 0.0510564 Apr 05 11:41:20.059554 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-71feab39-3ea5-46e1-8d41-56cf39c680bc req-c5fc5d3b-37e2-4bd7-817b-38dd91cd0c21 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412686 Apr 05 11:41:20.733227 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-26b13148-9993-4359-9ea9-61d76a46f16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:21.176711 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce5090-926c-42a0-abfd-0ea10b39af75 req-cc7bfdfe-9861-4db5-9c00-6fe2f89aa5e2 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:21.178451 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ddce5090-926c-42a0-abfd-0ea10b39af75 req-cc7bfdfe-9861-4db5-9c00-6fe2f89aa5e2 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 943 time: 0.0536571 Apr 05 11:41:21.230475 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ddce5090-926c-42a0-abfd-0ea10b39af75 req-d155d64a-dd2f-48b6-b65e-9aad260d8faf tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463827 Apr 05 11:41:22.353574 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b725f0-0311-4a4d-9947-7402ccf79478 req-f8bfed77-f0eb-4d01-ac36-278984618312 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:22.355109 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-32b725f0-0311-4a4d-9947-7402ccf79478 req-f8bfed77-f0eb-4d01-ac36-278984618312 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 943 time: 0.0576298 Apr 05 11:41:22.405097 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-32b725f0-0311-4a4d-9947-7402ccf79478 req-d03b8cd3-5664-4f2e-a18a-fcf405aed58f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437510 Apr 05 11:41:22.758645 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 4129f153-1ece-4259-82d8-7a290c87852d details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:41:22.856727 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 4129f153-1ece-4259-82d8-7a290c87852d, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4129f153-1ece-4259-82d8-7a290c87852d,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:22.867312 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '4129f153-1ece-4259-82d8-7a290c87852d', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'port_id': '4129f153-1ece-4259-82d8-7a290c87852d', 'mac_address': 'fa:16:3e:2b:e7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:41:22.908051 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 4129f153-1ece-4259-82d8-7a290c87852d is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:41:22.908431 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (4129f153-1ece-4259-82d8-7a290c87852d), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:22.921217 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4129f153-1ece-4259-82d8-7a290c87852d {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:41:22.940084 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 4129f153-1ece-4259-82d8-7a290c87852d, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4129f153-1ece-4259-82d8-7a290c87852d,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:23.029663 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (4129f153-1ece-4259-82d8-7a290c87852d), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:23.053819 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ee3db90c-c240-4173-9154-6f2897cd7573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:23.082517 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=4129f153-1ece-4259-82d8-7a290c87852d,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:23.522331 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cd47d-fa94-4290-97e4-919db32c001e req-ba0e8d17-9136-4708-92b6-7a4f5d3b4583 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:23.523814 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d70cd47d-fa94-4290-97e4-919db32c001e req-ba0e8d17-9136-4708-92b6-7a4f5d3b4583 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 944 time: 0.0523837 Apr 05 11:41:23.573304 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d70cd47d-fa94-4290-97e4-919db32c001e req-e12d9dea-72bb-4209-a15c-8583772e79e7 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431108 Apr 05 11:41:24.052987 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:24.692467 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179c4e5-0aba-458a-a8c3-c533a692a955 req-b4f311ed-785d-4852-878a-cc9d7afa34fe tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:24.693963 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e179c4e5-0aba-458a-a8c3-c533a692a955 req-b4f311ed-785d-4852-878a-cc9d7afa34fe tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 944 time: 0.0538168 Apr 05 11:41:24.744084 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e179c4e5-0aba-458a-a8c3-c533a692a955 req-97f7dd79-a489-4741-9b8f-e9f1dca8209d tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441611 Apr 05 11:41:25.515089 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:25.554989 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['4129f153-1ece-4259-82d8-7a290c87852d'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:41:25.862610 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb6c0b-60e0-4621-a833-20dc7de05f4c req-dc544999-563f-4725-844b-4e646812d790 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:25.864103 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d1eb6c0b-60e0-4621-a833-20dc7de05f4c req-dc544999-563f-4725-844b-4e646812d790 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 944 time: 0.0517714 Apr 05 11:41:25.913947 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d1eb6c0b-60e0-4621-a833-20dc7de05f4c req-8bd95b99-6bad-4c26-8534-0ba24a8497e5 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443828 Apr 05 11:41:26.955297 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:27.036874 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce354c2-32e7-4b32-b71b-01b3969870a5 req-55d594bc-b0c1-40f2-acc1-4e6f02b4f837 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:27.038333 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1ce354c2-32e7-4b32-b71b-01b3969870a5 req-55d594bc-b0c1-40f2-acc1-4e6f02b4f837 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 944 time: 0.0555599 Apr 05 11:41:27.087162 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1ce354c2-32e7-4b32-b71b-01b3969870a5 req-3dd08297-3343-4ec7-8009-cf64d9d2ad71 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431149 Apr 05 11:41:28.206474 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1a829-20d3-476b-a5c9-917508166dab req-071af66d-c766-45c9-84a2-f573842e0d7b tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:28.207974 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8de1a829-20d3-476b-a5c9-917508166dab req-071af66d-c766-45c9-84a2-f573842e0d7b tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 944 time: 0.0565898 Apr 05 11:41:28.256529 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8de1a829-20d3-476b-a5c9-917508166dab req-73d002e1-fc0f-41df-9833-7802142aba17 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430560 Apr 05 11:41:28.711173 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 4129f153-1ece-4259-82d8-7a290c87852d up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:41:28.903822 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 4129f153-1ece-4259-82d8-7a290c87852d completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:41:28.913225 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 4129f153-1ece-4259-82d8-7a290c87852d triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:41:28.913225 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (4129f153-1ece-4259-82d8-7a290c87852d), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:28.985089 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 4129f153-1ece-4259-82d8-7a290c87852d is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:41:28.985476 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (4129f153-1ece-4259-82d8-7a290c87852d), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:29.008151 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d592d6-a3fa-42be-8e0d-81b3932cf139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4129f153-1ece-4259-82d8-7a290c87852d'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:41:29.010364 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e2aaac-7459-424f-90af-fdd95d5eeb2d" -d '{"events": [{"server_uuid": "e1d592d6-a3fa-42be-8e0d-81b3932cf139", "name": "network-vif-plugged", "status": "completed", "tag": "4129f153-1ece-4259-82d8-7a290c87852d"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:41:29.026133 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 4129f153-1ece-4259-82d8-7a290c87852d, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4129f153-1ece-4259-82d8-7a290c87852d,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:29.046850 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e60172-f758-4b04-9442-5039e6f3dbeb x-openstack-request-id: req-22e60172-f758-4b04-9442-5039e6f3dbeb {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:41:29.047139 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d592d6-a3fa-42be-8e0d-81b3932cf139", "name": "network-vif-plugged", "status": "completed", "tag": "4129f153-1ece-4259-82d8-7a290c87852d", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:41:29.047393 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22e60172-f758-4b04-9442-5039e6f3dbeb {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:41:29.047816 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e60172-f758-4b04-9442-5039e6f3dbeb'] response: {'server_uuid': 'e1d592d6-a3fa-42be-8e0d-81b3932cf139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4129f153-1ece-4259-82d8-7a290c87852d', 'code': 200} Apr 05 11:41:29.103573 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (4129f153-1ece-4259-82d8-7a290c87852d), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:29.152466 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=4129f153-1ece-4259-82d8-7a290c87852d,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:29.379078 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea248868-ad61-4a01-8e2f-7f227e01bf79 req-b0926469-9bd2-4e6f-9191-4e9dd761a634 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:29.380583 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ea248868-ad61-4a01-8e2f-7f227e01bf79 req-b0926469-9bd2-4e6f-9191-4e9dd761a634 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 945 time: 0.0567741 Apr 05 11:41:29.432260 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ea248868-ad61-4a01-8e2f-7f227e01bf79 req-b914641d-28ff-4cdf-9310-02bd0baeda77 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458059 Apr 05 11:41:29.484097 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5213fb1-33cc-4ee9-876e-529d418867f2 req-14deaf61-80dd-4f35-8d10-ae6a643417db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:29.485904 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f5213fb1-33cc-4ee9-876e-529d418867f2 req-14deaf61-80dd-4f35-8d10-ae6a643417db service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 1129 time: 0.0527923 Apr 05 11:41:29.534483 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f5213fb1-33cc-4ee9-876e-529d418867f2 req-a0609ee7-9734-4a6d-81df-510826320e4f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420351 Apr 05 11:41:30.553443 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dee5b-7227-4a0d-be36-8b2e1f82a2ae req-2332bd61-c67e-4f8c-a896-11211c8bae32 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:30.554962 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-223dee5b-7227-4a0d-be36-8b2e1f82a2ae req-2332bd61-c67e-4f8c-a896-11211c8bae32 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 945 time: 0.0528641 Apr 05 11:41:30.604363 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-223dee5b-7227-4a0d-be36-8b2e1f82a2ae req-010c855e-c97f-4b25-9cf7-59bbd6095ec5 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426812 Apr 05 11:41:31.311185 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:41:31.722536 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8992c8-2b76-4a29-b97a-c6014762dd92 req-c109b6f0-ccfc-4ede-83b2-a2f693ce3e53 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:31.724033 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4f8992c8-2b76-4a29-b97a-c6014762dd92 req-c109b6f0-ccfc-4ede-83b2-a2f693ce3e53 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 945 time: 0.0524578 Apr 05 11:41:31.793733 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4f8992c8-2b76-4a29-b97a-c6014762dd92 req-a0653f00-6ad3-4bd1-ac60-9e17ed3ac208 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641942 Apr 05 11:41:31.913458 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c0470-71b9-4e7b-abd7-e5b54361af72 req-0038009a-b02d-441a-b330-5985f36a7e8f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:31.914836 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3e1c0470-71b9-4e7b-abd7-e5b54361af72 req-0038009a-b02d-441a-b330-5985f36a7e8f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 945 time: 0.0512435 Apr 05 11:41:31.964292 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3e1c0470-71b9-4e7b-abd7-e5b54361af72 req-e5ea1375-bdfe-4480-983d-838be7cc55aa tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428860 Apr 05 11:41:31.987653 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37188) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:32.178005 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788ff77-e49a-46bf-83cb-8d1a83e258f0 tempest-TestVolumeBootPattern-385760060 tempest-TestVolumeBootPattern-385760060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:32.179451 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-2788ff77-e49a-46bf-83cb-8d1a83e258f0 tempest-TestVolumeBootPattern-385760060 tempest-TestVolumeBootPattern-385760060-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 1124 time: 0.1908014 Apr 05 11:41:32.182387 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37194) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:32.186590 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Request body: {'floatingip': {'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'port_id': '4129f153-1ece-4259-82d8-7a290c87852d', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:41:32.263803 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:32.366989 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:32.476781 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Allocated IP 172.27.1.24 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/0ca6dfb8-5ee4-4552-8861-5061bba27645) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:41:32.577562 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for port (0ca6dfb8-5ee4-4552-8861-5061bba27645), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:32.652789 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (0ca6dfb8-5ee4-4552-8861-5061bba27645), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:32.690863 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:41:32.693557 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:41:32.699511 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:41:32.725623 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event updated for resources: {'Port': ['ID=0ca6dfb8-5ee4-4552-8861-5061bba27645,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:32.737651 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:32.737998 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:32.738345 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:32.738687 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:32.739021 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:32.739352 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:32.739712 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:32.740072 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:32.740348 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:32.740675 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:32.741009 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:32.741369 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:32.741632 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:32.741950 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:32.742317 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:33.090091 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for floatingip (f48a11e9-0d56-48d6-9aae-267c5d345e00), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:33.232122 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (0ca6dfb8-5ee4-4552-8861-5061bba27645), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:33.378604 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for port (0ca6dfb8-5ee4-4552-8861-5061bba27645), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:33.514804 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61926197'] for port (0ca6dfb8-5ee4-4552-8861-5061bba27645), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:33.834671 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event updated for resources: {'Port': ['ID=0ca6dfb8-5ee4-4552-8861-5061bba27645,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:33.848874 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (f48a11e9-0d56-48d6-9aae-267c5d345e00), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:33.953252 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.l3_db [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Floating IP f48a11e9-0d56-48d6-9aae-267c5d345e00 associated. External IP: 172.27.1.24, port: 4129f153-1ece-4259-82d8-7a290c87852d. Apr 05 11:41:34.170516 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:41:34.283888 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:41:34.294579 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7cec35-45a2-4806-bf99-5ca83ed76cf1 None None] Sync routers for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:41:34.304623 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7cec35-45a2-4806-bf99-5ca83ed76cf1 None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:34.305275 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-ed7cec35-45a2-4806-bf99-5ca83ed76cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:41:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:34.358109 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:34.388290 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-d74d7de2-03df-4329-9f62-6a9c995ec3d0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2047305 Apr 05 11:41:34.388730 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d592d6-a3fa-42be-8e0d-81b3932cf139', 'tag': '4129f153-1ece-4259-82d8-7a290c87852d'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:41:34.391391 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df03cea739110c585a475e2718662c59c77c9335e3894ae5a7edc4fe26bc6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2afeb69-e326-4136-afc2-95a032e532f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d592d6-a3fa-42be-8e0d-81b3932cf139", "tag": "4129f153-1ece-4259-82d8-7a290c87852d"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:41:34.424438 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-ed7cec35-45a2-4806-bf99-5ca83ed76cf1 None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:34.437921 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17992531-fc6b-478c-8483-ee8849629980 x-openstack-request-id: req-17992531-fc6b-478c-8483-ee8849629980 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:41:34.438218 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d592d6-a3fa-42be-8e0d-81b3932cf139", "tag": "4129f153-1ece-4259-82d8-7a290c87852d", "status": "completed", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:41:34.438477 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17992531-fc6b-478c-8483-ee8849629980 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:41:34.438886 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17992531-fc6b-478c-8483-ee8849629980'] response: {'name': 'network-changed', 'server_uuid': 'e1d592d6-a3fa-42be-8e0d-81b3932cf139', 'tag': '4129f153-1ece-4259-82d8-7a290c87852d', 'status': 'completed', 'code': 200} Apr 05 11:41:34.524952 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afeb69-e326-4136-afc2-95a032e532f4 req-449b98a6-c914-4552-86b0-9cf2de2b7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:34.526507 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d2afeb69-e326-4136-afc2-95a032e532f4 req-449b98a6-c914-4552-86b0-9cf2de2b7c03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 1129 time: 0.0434022 Apr 05 11:41:34.617199 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afeb69-e326-4136-afc2-95a032e532f4 req-70184148-190c-45d8-8239-70709e04aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:34.618915 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d2afeb69-e326-4136-afc2-95a032e532f4 req-70184148-190c-45d8-8239-70709e04aa73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6351c4b7-133d-4471-82de-f39f3c9f175f HTTP/1.1" status: 200 len: 913 time: 0.0830996 Apr 05 11:41:34.653872 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-ed7cec35-45a2-4806-bf99-5ca83ed76cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'f48a11e9-0d56-48d6-9aae-267c5d345e00', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'port_id': '4129f153-1ece-4259-82d8-7a290c87852d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'mac_address': 'fa:16:3e:2b:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d592d6-a3fa-42be-8e0d-81b3932cf139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:41:32Z', 'updated_at': '2022-04-05T11:41:32Z', 'revision_number': 0, 'project_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:34.680821 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7cec35-45a2-4806-bf99-5ca83ed76cf1 None None] Checking router: 19c95139-59ce-4d00-8d69-aea4a8cf28c9 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:41:34.687948 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d2afeb69-e326-4136-afc2-95a032e532f4 req-a2942b00-a218-4d81-9a74-4e1e67f5eaa0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4129f153-1ece-4259-82d8-7a290c87852d HTTP/1.1" status: 200 len: 998 time: 0.0625014 Apr 05 11:41:34.689937 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7cec35-45a2-4806-bf99-5ca83ed76cf1 None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:34.690127 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-ed7cec35-45a2-4806-bf99-5ca83ed76cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:41:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:34.736407 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afeb69-e326-4136-afc2-95a032e532f4 req-f732029b-2d51-423f-b233-25e1eab06b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:34.737931 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d2afeb69-e326-4136-afc2-95a032e532f4 req-f732029b-2d51-423f-b233-25e1eab06b88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37 HTTP/1.1" status: 200 len: 851 time: 0.0440118 Apr 05 11:41:34.787658 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afeb69-e326-4136-afc2-95a032e532f4 req-241193e4-0e25-486d-ade3-77eba6e910aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:34.789203 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d2afeb69-e326-4136-afc2-95a032e532f4 req-241193e4-0e25-486d-ade3-77eba6e910aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6351c4b7-133d-4471-82de-f39f3c9f175f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459270 Apr 05 11:41:34.802153 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-ed7cec35-45a2-4806-bf99-5ca83ed76cf1 None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:34.884039 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d2afeb69-e326-4136-afc2-95a032e532f4 req-a991983b-de91-4279-9b1d-a71ef4b304e5 service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862906 Apr 05 11:41:34.988625 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d2afeb69-e326-4136-afc2-95a032e532f4 req-7455638c-a5f1-4a85-91e9-5f1329119bbe service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962017 Apr 05 11:41:35.038225 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-ed7cec35-45a2-4806-bf99-5ca83ed76cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'f48a11e9-0d56-48d6-9aae-267c5d345e00', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'port_id': '4129f153-1ece-4259-82d8-7a290c87852d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'mac_address': 'fa:16:3e:2b:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d592d6-a3fa-42be-8e0d-81b3932cf139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:41:32Z', 'updated_at': '2022-04-05T11:41:32Z', 'revision_number': 0, 'project_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:35.065305 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7cec35-45a2-4806-bf99-5ca83ed76cf1 None None] The sync data for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi is: [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'f48a11e9-0d56-48d6-9aae-267c5d345e00', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'port_id': '4129f153-1ece-4259-82d8-7a290c87852d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'mac_address': 'fa:16:3e:2b:e7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d592d6-a3fa-42be-8e0d-81b3932cf139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:41:32Z', 'updated_at': '2022-04-05T11:41:32Z', 'revision_number': 0, 'project_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:41:35.274607 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2efe9-bc6c-4fd0-9475-553e925c54fa None None] New status for floating IP f48a11e9-0d56-48d6-9aae-267c5d345e00: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:41:38.198067 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30f38a-3171-4865-b679-31f49a943985 req-9c100e96-f4c6-4c47-a84d-807ff8185e0f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:38.199684 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8c30f38a-3171-4865-b679-31f49a943985 req-9c100e96-f4c6-4c47-a84d-807ff8185e0f tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 947 time: 0.0573843 Apr 05 11:41:38.246183 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8c30f38a-3171-4865-b679-31f49a943985 req-5c054a99-cac6-45da-a07e-ddfffadb0d06 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399711 Apr 05 11:41:39.378043 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c209e8-50e9-4775-a735-18ea1871a1ba req-7297b14b-9d72-4e69-b954-cf4555d1c8d7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:39.379612 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-88c209e8-50e9-4775-a735-18ea1871a1ba req-7297b14b-9d72-4e69-b954-cf4555d1c8d7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 947 time: 0.0592647 Apr 05 11:41:39.428151 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-88c209e8-50e9-4775-a735-18ea1871a1ba req-40bc0e31-c72e-43a8-9130-d13a6b0db9f7 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429151 Apr 05 11:41:40.549637 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb9bd9-bc8b-4ca8-aa9b-74e3512a0f54 req-f7f3f6f8-bd1e-4e25-91f3-b7dca251abed tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:40.551110 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-43eb9bd9-bc8b-4ca8-aa9b-74e3512a0f54 req-f7f3f6f8-bd1e-4e25-91f3-b7dca251abed tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 947 time: 0.0515096 Apr 05 11:41:40.596914 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-43eb9bd9-bc8b-4ca8-aa9b-74e3512a0f54 req-4a09ba6d-c738-4694-80ca-065fc22d2818 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400722 Apr 05 11:41:41.731924 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666f942-4112-4b36-9ab2-37b245c93f10 req-0ce8b7d2-bf8f-44b9-95a0-6eeed2d545cb tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:41.733632 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7666f942-4112-4b36-9ab2-37b245c93f10 req-0ce8b7d2-bf8f-44b9-95a0-6eeed2d545cb tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 947 time: 0.0586886 Apr 05 11:41:41.780082 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7666f942-4112-4b36-9ab2-37b245c93f10 req-aea56444-dd5c-429c-a3d2-c63283809ec8 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409355 Apr 05 11:41:42.284898 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618c1dd-6fff-4df8-99cf-b33684808e9c req-12b3987a-4173-4f2d-a6cd-a8bc458f14c5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:42.286393 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8618c1dd-6fff-4df8-99cf-b33684808e9c req-12b3987a-4173-4f2d-a6cd-a8bc458f14c5 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 947 time: 0.0598660 Apr 05 11:41:42.674208 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-8618c1dd-6fff-4df8-99cf-b33684808e9c req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Deleting port 781c46da-8de3-4fb3-bf2a-0909f6044870 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:42.674546 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-8618c1dd-6fff-4df8-99cf-b33684808e9c req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:42.764445 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-8618c1dd-6fff-4df8-99cf-b33684808e9c req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] For port 781c46da-8de3-4fb3-bf2a-0909f6044870, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=781c46da-8de3-4fb3-bf2a-0909f6044870,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:42.765145 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-8618c1dd-6fff-4df8-99cf-b33684808e9c req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:42.980280 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1069d-e7b8-4a5e-baef-12c919640aa2 req-47b82cc6-b553-42fc-9e78-1d5aa4b96b33 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:42.982524 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aac1069d-e7b8-4a5e-baef-12c919640aa2 req-47b82cc6-b553-42fc-9e78-1d5aa4b96b33 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 947 time: 0.1182117 Apr 05 11:41:42.985572 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-8618c1dd-6fff-4df8-99cf-b33684808e9c req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:42.985939 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-8618c1dd-6fff-4df8-99cf-b33684808e9c req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (158af1ff-5458-4829-861b-f254ce32ce7d), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:42.986256 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-8618c1dd-6fff-4df8-99cf-b33684808e9c req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Floating IP 158af1ff-5458-4829-861b-f254ce32ce7d disassociated. External IP: 172.27.1.62, port: 781c46da-8de3-4fb3-bf2a-0909f6044870. Apr 05 11:41:42.986602 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-8618c1dd-6fff-4df8-99cf-b33684808e9c req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Calling delete_port for 781c46da-8de3-4fb3-bf2a-0909f6044870 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:43.080606 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aac1069d-e7b8-4a5e-baef-12c919640aa2 req-685ea7ad-d00a-4061-9701-61f43885bb28 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups?id=2bc186f2-135d-4e9a-9d10-16cadb0923dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918496 Apr 05 11:41:43.201350 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-8618c1dd-6fff-4df8-99cf-b33684808e9c req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (781c46da-8de3-4fb3-bf2a-0909f6044870), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:43.228218 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event deleted for resources: {'Port': ['ID=781c46da-8de3-4fb3-bf2a-0909f6044870,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:43.240433 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:43.240787 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:43.241135 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:43.241476 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:43.241812 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:43.242152 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:43.242559 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:43.242804 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:43.243134 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:43.243486 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:43.243816 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:43.244143 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:43.244468 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:43.244795 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:43.245121 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:43.365067 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8618c1dd-6fff-4df8-99cf-b33684808e9c req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:41:43.493006 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8618c1dd-6fff-4df8-99cf-b33684808e9c req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:41:43.507290 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4091701-ab66-4e31-9b38-4eb377636872 None None] Sync routers for ids ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:41:43.520526 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4091701-ab66-4e31-9b38-4eb377636872 None None] Routers {'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:43.521234 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-b4091701-ab66-4e31-9b38-4eb377636872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:41:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:43.554770 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8618c1dd-6fff-4df8-99cf-b33684808e9c req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] No DVR routers for this DVR port 781c46da-8de3-4fb3-bf2a-0909f6044870 on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:41:43.557618 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-8618c1dd-6fff-4df8-99cf-b33684808e9c req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:43.562215 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8618c1dd-6fff-4df8-99cf-b33684808e9c req-9c08a503-dc5d-4e94-a56a-948426b10f48 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.57 "DELETE /v2.0/ports/781c46da-8de3-4fb3-bf2a-0909f6044870 HTTP/1.1" status: 204 len: 173 time: 0.9769833 Apr 05 11:41:43.562769 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'name': 'network-vif-deleted', 'tag': '781c46da-8de3-4fb3-bf2a-0909f6044870'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:41:43.572714 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:43.573054 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdde38db-931b-4f93-859f-e0c69680da4e" -d '{"events": [{"server_uuid": "4d88e619-6518-47fd-a6aa-5e4e90281f8c", "name": "network-vif-deleted", "tag": "781c46da-8de3-4fb3-bf2a-0909f6044870"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:41:43.616820 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ad4022-31cc-4bfc-b0b1-409f92aee0fe x-openstack-request-id: req-20ad4022-31cc-4bfc-b0b1-409f92aee0fe {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:41:43.617117 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d88e619-6518-47fd-a6aa-5e4e90281f8c", "name": "network-vif-deleted", "tag": "781c46da-8de3-4fb3-bf2a-0909f6044870", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:41:43.617376 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20ad4022-31cc-4bfc-b0b1-409f92aee0fe {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:41:43.617784 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ad4022-31cc-4bfc-b0b1-409f92aee0fe'] response: {'server_uuid': '4d88e619-6518-47fd-a6aa-5e4e90281f8c', 'name': 'network-vif-deleted', 'tag': '781c46da-8de3-4fb3-bf2a-0909f6044870', 'status': 'completed', 'code': 200} Apr 05 11:41:43.669749 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-b4091701-ab66-4e31-9b38-4eb377636872 None None] Set router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:43.911226 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-b4091701-ab66-4e31-9b38-4eb377636872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '98cb7b42-2e1b-4890-991c-5bae690f4105', 'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'mac_address': 'fa:16:3e:57:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 5, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'subnets': [{'id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:43.945396 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4091701-ab66-4e31-9b38-4eb377636872 None None] Checking router: b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:41:43.960111 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4091701-ab66-4e31-9b38-4eb377636872 None None] Routers {'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:43.961321 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-b4091701-ab66-4e31-9b38-4eb377636872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:41:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:44.214449 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0e818d5e-763c-4f0b-8a02-b298c9e394ba req-58184b65-957f-46d5-a5ec-e9dd1eb098a0 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d88e619-6518-47fd-a6aa-5e4e90281f8c HTTP/1.1" status: 200 len: 210 time: 0.0309055 Apr 05 11:41:44.219053 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-b4091701-ab66-4e31-9b38-4eb377636872 None None] Set router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:44.445167 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-b4091701-ab66-4e31-9b38-4eb377636872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '98cb7b42-2e1b-4890-991c-5bae690f4105', 'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'mac_address': 'fa:16:3e:57:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 5, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'subnets': [{'id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:44.472488 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4091701-ab66-4e31-9b38-4eb377636872 None None] The sync data for ids ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'] in dv-cinder-834448-3-iscsi is: [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 4, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '98cb7b42-2e1b-4890-991c-5bae690f4105', 'name': '', 'network_id': 'e75e15ad-ea96-4c51-a99a-e2b235a6dca2', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'mac_address': 'fa:16:3e:57:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 5, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'subnets': [{'id': '79697ad3-6090-4136-9658-d9efe2412d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:41:44.703930 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24212e17-b15c-4f29-960d-6804c8450123 None None] New status for floating IP 158af1ff-5458-4829-861b-f254ce32ce7d: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:41:45.025551 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c394b-4560-40e7-b26d-b4be62bd122b req-cfc34a16-7979-4d3b-8589-0a7ca3b186df tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:45.027095 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-091c394b-4560-40e7-b26d-b4be62bd122b req-cfc34a16-7979-4d3b-8589-0a7ca3b186df tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 945 time: 0.0545797 Apr 05 11:41:45.075904 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-091c394b-4560-40e7-b26d-b4be62bd122b req-55b9ca3c-1901-4192-87b4-34728d169a49 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbd9cf56-f7da-4675-8e50-034775d0e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421262 Apr 05 11:41:45.373068 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37388) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:45.427394 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dac326d-acd4-4592-9b86-19fd864a0104 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group (2bc186f2-135d-4e9a-9d10-16cadb0923dd), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:45.451737 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dac326d-acd4-4592-9b86-19fd864a0104 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group (2bc186f2-135d-4e9a-9d10-16cadb0923dd), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:45.577840 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dac326d-acd4-4592-9b86-19fd864a0104 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (2bc186f2-135d-4e9a-9d10-16cadb0923dd), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:45.580534 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4dac326d-acd4-4592-9b86-19fd864a0104 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:45.581714 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-4dac326d-acd4-4592-9b86-19fd864a0104 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "DELETE /v2.0/security-groups/2bc186f2-135d-4e9a-9d10-16cadb0923dd HTTP/1.1" status: 204 len: 168 time: 0.2075331 Apr 05 11:41:45.584482 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37396) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:45.591318 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac326d-acd4-4592-9b86-19fd864a0104 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc186f2-135d-4e9a-9d10-16cadb0923dd,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:45.600659 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.api.v2.resource [None req-852518d4-e700-4497-a98d-addb1f24ba76 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] show failed (client error): The resource could not be found. Apr 05 11:41:45.601675 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-852518d4-e700-4497-a98d-addb1f24ba76 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "GET /v2.0/security-groups/2bc186f2-135d-4e9a-9d10-16cadb0923dd HTTP/1.1" status: 404 len: 347 time: 0.0162008 Apr 05 11:41:45.604412 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37398) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:45.733239 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3bc32-740a-44cc-8f48-b39d327a7297 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Deleting port e4666e9f-2927-45af-a025-c69300eb1103 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:45.733591 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e1c3bc32-740a-44cc-8f48-b39d327a7297 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (e4666e9f-2927-45af-a025-c69300eb1103), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:45.814259 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e1c3bc32-740a-44cc-8f48-b39d327a7297 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (e4666e9f-2927-45af-a025-c69300eb1103), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:45.814617 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e1c3bc32-740a-44cc-8f48-b39d327a7297 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for floatingip (e4666e9f-2927-45af-a025-c69300eb1103), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:45.830010 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3bc32-740a-44cc-8f48-b39d327a7297 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Calling delete_port for e4666e9f-2927-45af-a025-c69300eb1103 owned by network:floatingip {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:46.040826 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e1c3bc32-740a-44cc-8f48-b39d327a7297 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (e4666e9f-2927-45af-a025-c69300eb1103), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:46.076607 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3bc32-740a-44cc-8f48-b39d327a7297 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Pushing event deleted for resources: {'Port': ['ID=e4666e9f-2927-45af-a025-c69300eb1103,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:46.102075 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37408) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:46.144135 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e1c3bc32-740a-44cc-8f48-b39d327a7297 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks [] for floatingip (158af1ff-5458-4829-861b-f254ce32ce7d), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:46.147446 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e1c3bc32-740a-44cc-8f48-b39d327a7297 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:46.148616 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e1c3bc32-740a-44cc-8f48-b39d327a7297 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] 10.222.0.60 "DELETE /v2.0/floatingips/158af1ff-5458-4829-861b-f254ce32ce7d HTTP/1.1" status: 204 len: 168 time: 0.5433311 Apr 05 11:41:46.209601 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0dcb0-0764-44df-bc4f-a5b28fe7ca64 req-a8105b39-2bb8-4d37-b172-3cbc084100f7 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:46.211120 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d2b0dcb0-0764-44df-bc4f-a5b28fe7ca64 req-a8105b39-2bb8-4d37-b172-3cbc084100f7 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 945 time: 0.0614309 Apr 05 11:41:46.249849 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e69df810-720b-4a39-ac89-a931d044efc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:46.287818 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d2b0dcb0-0764-44df-bc4f-a5b28fe7ca64 req-b6ae69b5-d5f1-43ef-b8a9-6843f1f7ef39 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbd9cf56-f7da-4675-8e50-034775d0e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693419 Apr 05 11:41:46.348646 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e69df810-720b-4a39-ac89-a931d044efc1 admin admin] Publish callbacks [] for security_group (b11670ae-e341-45a9-92ff-601cdcb13c10), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:46.417725 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e69df810-720b-4a39-ac89-a931d044efc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (b11670ae-e341-45a9-92ff-601cdcb13c10), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:46.458026 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e69df810-720b-4a39-ac89-a931d044efc1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ec69b8e2fbc43e788ba41835ff5b850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549535 Apr 05 11:41:46.458890 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69df810-720b-4a39-ac89-a931d044efc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11670ae-e341-45a9-92ff-601cdcb13c10,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:46.460761 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37416) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:46.513511 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c65b77a3-aaa4-45e3-9374-d4254ed900d0 admin admin] Publish callbacks [] for security_group (b11670ae-e341-45a9-92ff-601cdcb13c10), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:46.534696 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c65b77a3-aaa4-45e3-9374-d4254ed900d0 admin admin] Publish callbacks [] for security_group (b11670ae-e341-45a9-92ff-601cdcb13c10), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:46.642683 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4668860-0857-4a16-b18d-7c83fdde3571 req-6151bfbb-78b3-4e75-9eb7-d28e23b6633f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:46.644100 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e4668860-0857-4a16-b18d-7c83fdde3571 req-6151bfbb-78b3-4e75-9eb7-d28e23b6633f tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 945 time: 0.0515082 Apr 05 11:41:46.646350 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c65b77a3-aaa4-45e3-9374-d4254ed900d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (b11670ae-e341-45a9-92ff-601cdcb13c10), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:46.649407 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c65b77a3-aaa4-45e3-9374-d4254ed900d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:46.651540 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-c65b77a3-aaa4-45e3-9374-d4254ed900d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b11670ae-e341-45a9-92ff-601cdcb13c10 HTTP/1.1" status: 204 len: 168 time: 0.1888599 Apr 05 11:41:46.660070 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b77a3-aaa4-45e3-9374-d4254ed900d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11670ae-e341-45a9-92ff-601cdcb13c10,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:46.749116 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-e4668860-0857-4a16-b18d-7c83fdde3571 req-44827502-93ef-4593-9c50-ebfa5b7a194e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Deleting port c972cbda-2f1a-4d11-8109-75d7b53e0483 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:46.749116 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e4668860-0857-4a16-b18d-7c83fdde3571 req-44827502-93ef-4593-9c50-ebfa5b7a194e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (c972cbda-2f1a-4d11-8109-75d7b53e0483), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:46.805199 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 781c46da-8de3-4fb3-bf2a-0909f6044870 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:41:46.827109 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 781c46da-8de3-4fb3-bf2a-0909f6044870 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:41:46.827740 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 781c46da-8de3-4fb3-bf2a-0909f6044870 not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:41:46.838596 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-e4668860-0857-4a16-b18d-7c83fdde3571 req-44827502-93ef-4593-9c50-ebfa5b7a194e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] For port c972cbda-2f1a-4d11-8109-75d7b53e0483, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=c972cbda-2f1a-4d11-8109-75d7b53e0483,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:46.838961 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e4668860-0857-4a16-b18d-7c83fdde3571 req-44827502-93ef-4593-9c50-ebfa5b7a194e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (c972cbda-2f1a-4d11-8109-75d7b53e0483), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:47.022334 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e4668860-0857-4a16-b18d-7c83fdde3571 req-44827502-93ef-4593-9c50-ebfa5b7a194e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:47.022686 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e4668860-0857-4a16-b18d-7c83fdde3571 req-44827502-93ef-4593-9c50-ebfa5b7a194e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (432ed419-b9f1-45ca-82ad-1086347eadde), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:47.022991 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-e4668860-0857-4a16-b18d-7c83fdde3571 req-44827502-93ef-4593-9c50-ebfa5b7a194e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Floating IP 432ed419-b9f1-45ca-82ad-1086347eadde disassociated. External IP: 172.27.1.238, port: c972cbda-2f1a-4d11-8109-75d7b53e0483. Apr 05 11:41:47.023346 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-e4668860-0857-4a16-b18d-7c83fdde3571 req-44827502-93ef-4593-9c50-ebfa5b7a194e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Calling delete_port for c972cbda-2f1a-4d11-8109-75d7b53e0483 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:47.256722 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e4668860-0857-4a16-b18d-7c83fdde3571 req-44827502-93ef-4593-9c50-ebfa5b7a194e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (c972cbda-2f1a-4d11-8109-75d7b53e0483), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:47.286459 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44827502-93ef-4593-9c50-ebfa5b7a194e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event deleted for resources: {'Port': ['ID=c972cbda-2f1a-4d11-8109-75d7b53e0483,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:47.323787 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37424) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:47.338969 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-619e92b2-ce48-4cd4-adc4-d435c475b7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:47.401839 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f1f0dc3c-be97-4403-8f74-90acdf686624 req-f9bfc600-736d-4d7c-8d11-e5c245050a6e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 210 time: 0.0371134 Apr 05 11:41:47.412966 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4668860-0857-4a16-b18d-7c83fdde3571 req-44827502-93ef-4593-9c50-ebfa5b7a194e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Router 927ef2b6-3c41-4512-b854-4f8e285b6a48 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:41:47.460491 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-619e92b2-ce48-4cd4-adc4-d435c475b7d6 admin admin] Publish callbacks [] for security_group (2b2fa189-c69c-4aca-bdaa-f5afd97daa81), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:47.533213 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4668860-0857-4a16-b18d-7c83fdde3571 req-44827502-93ef-4593-9c50-ebfa5b7a194e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:41:47.547553 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70a576e-5fde-4a76-8321-c0054c22ee9c None None] Sync routers for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:41:47.554874 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-619e92b2-ce48-4cd4-adc4-d435c475b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (2b2fa189-c69c-4aca-bdaa-f5afd97daa81), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:47.559106 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a576e-5fde-4a76-8321-c0054c22ee9c None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:47.559697 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-f70a576e-5fde-4a76-8321-c0054c22ee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:41:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:47.582036 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4668860-0857-4a16-b18d-7c83fdde3571 req-44827502-93ef-4593-9c50-ebfa5b7a194e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] No DVR routers for this DVR port c972cbda-2f1a-4d11-8109-75d7b53e0483 on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:41:47.584977 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e4668860-0857-4a16-b18d-7c83fdde3571 req-44827502-93ef-4593-9c50-ebfa5b7a194e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:47.589510 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e4668860-0857-4a16-b18d-7c83fdde3571 req-44827502-93ef-4593-9c50-ebfa5b7a194e tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.57 "DELETE /v2.0/ports/c972cbda-2f1a-4d11-8109-75d7b53e0483 HTTP/1.1" status: 204 len: 173 time: 0.9366004 Apr 05 11:41:47.590005 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312dd592-597c-40c9-88fb-502a44b126c1', 'name': 'network-vif-deleted', 'tag': 'c972cbda-2f1a-4d11-8109-75d7b53e0483'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:41:47.593723 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ab320a-cf8b-46d1-babc-cd53edc00027" -d '{"events": [{"server_uuid": "312dd592-597c-40c9-88fb-502a44b126c1", "name": "network-vif-deleted", "tag": "c972cbda-2f1a-4d11-8109-75d7b53e0483"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:41:47.598744 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e92b2-ce48-4cd4-adc4-d435c475b7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2fa189-c69c-4aca-bdaa-f5afd97daa81,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:47.604282 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-619e92b2-ce48-4cd4-adc4-d435c475b7d6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb5a5c6aa0d944d497e782de26780296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794404 Apr 05 11:41:47.606920 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37438) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:47.640535 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b28e390-b0d1-4f78-b4fc-01a083042491 x-openstack-request-id: req-4b28e390-b0d1-4f78-b4fc-01a083042491 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:41:47.645242 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312dd592-597c-40c9-88fb-502a44b126c1", "name": "network-vif-deleted", "tag": "c972cbda-2f1a-4d11-8109-75d7b53e0483", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:41:47.645242 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b28e390-b0d1-4f78-b4fc-01a083042491 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:41:47.645242 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b28e390-b0d1-4f78-b4fc-01a083042491'] response: {'server_uuid': '312dd592-597c-40c9-88fb-502a44b126c1', 'name': 'network-vif-deleted', 'tag': 'c972cbda-2f1a-4d11-8109-75d7b53e0483', 'status': 'completed', 'code': 200} Apr 05 11:41:47.674644 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-132bc46a-8428-4630-8de5-c353150aa3e7 admin admin] Publish callbacks [] for security_group (2b2fa189-c69c-4aca-bdaa-f5afd97daa81), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:47.691450 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-f70a576e-5fde-4a76-8321-c0054c22ee9c None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:47.699051 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-132bc46a-8428-4630-8de5-c353150aa3e7 admin admin] Publish callbacks [] for security_group (2b2fa189-c69c-4aca-bdaa-f5afd97daa81), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:47.823360 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-132bc46a-8428-4630-8de5-c353150aa3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (2b2fa189-c69c-4aca-bdaa-f5afd97daa81), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:47.828602 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-132bc46a-8428-4630-8de5-c353150aa3e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:47.833468 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-132bc46a-8428-4630-8de5-c353150aa3e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b2fa189-c69c-4aca-bdaa-f5afd97daa81 HTTP/1.1" status: 204 len: 168 time: 0.2217023 Apr 05 11:41:47.855674 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bc46a-8428-4630-8de5-c353150aa3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2fa189-c69c-4aca-bdaa-f5afd97daa81,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:47.948192 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-f70a576e-5fde-4a76-8321-c0054c22ee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:47.972690 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70a576e-5fde-4a76-8321-c0054c22ee9c None None] Checking router: 927ef2b6-3c41-4512-b854-4f8e285b6a48 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:41:47.981346 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a576e-5fde-4a76-8321-c0054c22ee9c None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:47.981981 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-f70a576e-5fde-4a76-8321-c0054c22ee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:41:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:48.097720 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-f70a576e-5fde-4a76-8321-c0054c22ee9c None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:48.306123 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-f70a576e-5fde-4a76-8321-c0054c22ee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:48.334538 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70a576e-5fde-4a76-8321-c0054c22ee9c None None] The sync data for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi is: [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:34:04Z', 'revision_number': 4, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '51e18968-5208-4677-9d7d-886a6713f308', 'name': '', 'network_id': '83da91da-2a37-43a9-b807-df1a6d29d057', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'mac_address': 'fa:16:3e:0b:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:58Z', 'updated_at': '2022-04-05T11:34:15Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'subnets': [{'id': '5cd637a4-454f-44ef-8588-c6f33cdbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:41:48.536735 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5d8468fb-37f7-45c9-bb5b-212f45e4105e req-ba0e573d-c276-47a2-a61f-6452b81635a4 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/ports?device_id=312dd592-597c-40c9-88fb-502a44b126c1 HTTP/1.1" status: 200 len: 210 time: 0.0326650 Apr 05 11:41:48.580278 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0ec94-fc0b-41c3-8fa0-c8b0d42f3d15 None None] New status for floating IP 432ed419-b9f1-45ca-82ad-1086347eadde: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:41:48.895798 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37468) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:49.719780 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-33114466-fb04-41a8-af3d-be90fe23d31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532244'] for router_interface (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:49.738097 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37492) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:49.805882 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e0f117bf-d5f9-4f64-b10e-bb17c23e3b47 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (bbd9cf56-f7da-4675-8e50-034775d0e3c8), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:49.833458 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e0f117bf-d5f9-4f64-b10e-bb17c23e3b47 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (bbd9cf56-f7da-4675-8e50-034775d0e3c8), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:49.983681 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e0f117bf-d5f9-4f64-b10e-bb17c23e3b47 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (bbd9cf56-f7da-4675-8e50-034775d0e3c8), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:49.986631 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e0f117bf-d5f9-4f64-b10e-bb17c23e3b47 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:49.990210 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-e0f117bf-d5f9-4f64-b10e-bb17c23e3b47 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "DELETE /v2.0/security-groups/bbd9cf56-f7da-4675-8e50-034775d0e3c8 HTTP/1.1" status: 204 len: 168 time: 0.2486045 Apr 05 11:41:49.992373 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37498) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:49.999308 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-33114466-fb04-41a8-af3d-be90fe23d31d admin admin] Deleting port 98cb7b42-2e1b-4890-991c-5bae690f4105 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:49.999909 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-33114466-fb04-41a8-af3d-be90fe23d31d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:50.004725 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f117bf-d5f9-4f64-b10e-bb17c23e3b47 tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd9cf56-f7da-4675-8e50-034775d0e3c8,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:50.011171 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.api.v2.resource [None req-f16e7538-430a-4564-ae88-d0bf4ff052ec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] show failed (client error): The resource could not be found. Apr 05 11:41:50.012617 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-f16e7538-430a-4564-ae88-d0bf4ff052ec tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "GET /v2.0/security-groups/bbd9cf56-f7da-4675-8e50-034775d0e3c8 HTTP/1.1" status: 404 len: 347 time: 0.0189462 Apr 05 11:41:50.016209 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37500) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:50.083700 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-33114466-fb04-41a8-af3d-be90fe23d31d admin admin] For port 98cb7b42-2e1b-4890-991c-5bae690f4105, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=98cb7b42-2e1b-4890-991c-5bae690f4105,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:50.084008 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-33114466-fb04-41a8-af3d-be90fe23d31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:50.097404 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-33114466-fb04-41a8-af3d-be90fe23d31d admin admin] Calling delete_port for 98cb7b42-2e1b-4890-991c-5bae690f4105 owned by network:router_interface {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:50.152710 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-94962b7a-768e-4c8b-92b9-750e241cedad tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Deleting port 24ee7ab1-199e-453f-926d-cdfe6243ac7b {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:50.153236 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-94962b7a-768e-4c8b-92b9-750e241cedad tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (24ee7ab1-199e-453f-926d-cdfe6243ac7b), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:50.243159 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-94962b7a-768e-4c8b-92b9-750e241cedad tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (24ee7ab1-199e-453f-926d-cdfe6243ac7b), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:50.243548 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-94962b7a-768e-4c8b-92b9-750e241cedad tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (24ee7ab1-199e-453f-926d-cdfe6243ac7b), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:50.256087 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-94962b7a-768e-4c8b-92b9-750e241cedad tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Calling delete_port for 24ee7ab1-199e-453f-926d-cdfe6243ac7b owned by network:floatingip {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:50.360481 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-33114466-fb04-41a8-af3d-be90fe23d31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (98cb7b42-2e1b-4890-991c-5bae690f4105), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:50.394864 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33114466-fb04-41a8-af3d-be90fe23d31d admin admin] Pushing event deleted for resources: {'Port': ['ID=98cb7b42-2e1b-4890-991c-5bae690f4105,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:50.457678 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-94962b7a-768e-4c8b-92b9-750e241cedad tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (24ee7ab1-199e-453f-926d-cdfe6243ac7b), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:50.488837 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94962b7a-768e-4c8b-92b9-750e241cedad tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Pushing event deleted for resources: {'Port': ['ID=24ee7ab1-199e-453f-926d-cdfe6243ac7b,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:50.566991 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-94962b7a-768e-4c8b-92b9-750e241cedad tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks [] for floatingip (432ed419-b9f1-45ca-82ad-1086347eadde), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:50.571027 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-94962b7a-768e-4c8b-92b9-750e241cedad tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:50.572496 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-94962b7a-768e-4c8b-92b9-750e241cedad tempest-AttachVolumeNegativeTest-1940953974 tempest-AttachVolumeNegativeTest-1940953974-project] 10.222.0.60 "DELETE /v2.0/floatingips/432ed419-b9f1-45ca-82ad-1086347eadde HTTP/1.1" status: 204 len: 168 time: 0.5550489 Apr 05 11:41:50.591372 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-33114466-fb04-41a8-af3d-be90fe23d31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530052'] for router_interface (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:50.737828 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-16460569-f1ff-45c1-8982-583d1e642c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:50.803684 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device c972cbda-2f1a-4d11-8109-75d7b53e0483 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:41:50.827680 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33114466-fb04-41a8-af3d-be90fe23d31d admin admin] Router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:41:50.831229 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: c972cbda-2f1a-4d11-8109-75d7b53e0483 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:41:50.831605 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device c972cbda-2f1a-4d11-8109-75d7b53e0483 not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:41:50.955783 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33114466-fb04-41a8-af3d-be90fe23d31d admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:41:50.964453 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37522) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:50.967871 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a117bc2-6959-4b93-86eb-0d69884bd742 None None] Sync routers for ids ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:41:50.976694 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-33114466-fb04-41a8-af3d-be90fe23d31d admin admin] 10.222.0.60 "PUT /v2.0/routers/b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0796745 Apr 05 11:41:50.979182 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a117bc2-6959-4b93-86eb-0d69884bd742 None None] Routers {'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:50.979909 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-6a117bc2-6959-4b93-86eb-0d69884bd742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:41:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:51.078688 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-449f99e3-e6e5-4329-a013-287c0b99a7aa admin admin] Publish callbacks [] for router (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:51.100047 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-6a117bc2-6959-4b93-86eb-0d69884bd742 None None] Set router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:51.198219 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-449f99e3-e6e5-4329-a013-287c0b99a7aa admin admin] Publish callbacks [] for router_gateway (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:51.289937 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-6a117bc2-6959-4b93-86eb-0d69884bd742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:41:50Z', 'revision_number': 5, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port': {'id': '3578daf6-33ea-485b-851f-f51ee4f664fa', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:47Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:51.318133 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a117bc2-6959-4b93-86eb-0d69884bd742 None None] Checking router: b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:41:51.332591 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-449f99e3-e6e5-4329-a013-287c0b99a7aa admin admin] Deleting port 3578daf6-33ea-485b-851f-f51ee4f664fa {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:51.332591 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-449f99e3-e6e5-4329-a013-287c0b99a7aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (3578daf6-33ea-485b-851f-f51ee4f664fa), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:51.333940 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a117bc2-6959-4b93-86eb-0d69884bd742 None None] Routers {'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:51.334631 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-6a117bc2-6959-4b93-86eb-0d69884bd742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:41:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:51.413418 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-449f99e3-e6e5-4329-a013-287c0b99a7aa admin admin] For port 3578daf6-33ea-485b-851f-f51ee4f664fa, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=3578daf6-33ea-485b-851f-f51ee4f664fa,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:51.413787 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-449f99e3-e6e5-4329-a013-287c0b99a7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (3578daf6-33ea-485b-851f-f51ee4f664fa), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:51.426813 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-449f99e3-e6e5-4329-a013-287c0b99a7aa admin admin] Calling delete_port for 3578daf6-33ea-485b-851f-f51ee4f664fa owned by network:router_gateway {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:51.429624 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-6a117bc2-6959-4b93-86eb-0d69884bd742 None None] Set router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 gateway port host: None {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:51.487315 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-6a117bc2-6959-4b93-86eb-0d69884bd742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:41:51Z', 'revision_number': 6, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port_host': None}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:51.516322 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a117bc2-6959-4b93-86eb-0d69884bd742 None None] The sync data for ids ['b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80'] in dv-cinder-834448-3-iscsi is: [{'id': 'b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80', 'name': 'tempest-AttachVolumeShelveTestJSON-795600247-router', 'tenant_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:45Z', 'updated_at': '2022-04-05T11:41:51Z', 'revision_number': 6, 'project_id': '233d90e8ff5e4e72ad93b7b8123f9648', 'gw_port_host': None}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:41:51.783749 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-449f99e3-e6e5-4329-a013-287c0b99a7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (3578daf6-33ea-485b-851f-f51ee4f664fa), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:51.811940 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f99e3-e6e5-4329-a013-287c0b99a7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3578daf6-33ea-485b-851f-f51ee4f664fa,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:51.889377 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-449f99e3-e6e5-4329-a013-287c0b99a7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529986'] for router_gateway (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:52.000874 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-449f99e3-e6e5-4329-a013-287c0b99a7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4958'] for router (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:52.003137 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-449f99e3-e6e5-4329-a013-287c0b99a7aa admin admin] Publish callbacks [] for router_controller (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), precommit_delete_associations {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:52.109454 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-449f99e3-e6e5-4329-a013-287c0b99a7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531960'] for router (b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:52.110026 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449f99e3-e6e5-4329-a013-287c0b99a7aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 {{(pid=103946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:41:52.120020 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-449f99e3-e6e5-4329-a013-287c0b99a7aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:52.120020 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-449f99e3-e6e5-4329-a013-287c0b99a7aa admin admin] 10.222.0.60 "DELETE /v2.0/routers/b1a432d3-cf25-44ce-9dd7-0d2b45bb4e80 HTTP/1.1" status: 204 len: 168 time: 1.1509826 Apr 05 11:41:52.123759 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37562) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:52.171183 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c534e1-9b21-4a89-8ec2-ccd2cb764e46 admin admin] Deleting subnet 79697ad3-6090-4136-9658-d9efe2412d4b {{(pid=103946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:41:52.174711 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c4c534e1-9b21-4a89-8ec2-ccd2cb764e46 admin admin] Publish callbacks [] for subnet (79697ad3-6090-4136-9658-d9efe2412d4b), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:52.214148 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c4c534e1-9b21-4a89-8ec2-ccd2cb764e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59243142'] for subnet (79697ad3-6090-4136-9658-d9efe2412d4b), precommit_delete_associations {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:52.323013 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c4c534e1-9b21-4a89-8ec2-ccd2cb764e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (79697ad3-6090-4136-9658-d9efe2412d4b), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:52.377653 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 98cb7b42-2e1b-4890-991c-5bae690f4105 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:41:52.398270 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 98cb7b42-2e1b-4890-991c-5bae690f4105 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:41:52.398610 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 98cb7b42-2e1b-4890-991c-5bae690f4105 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:41:52.399035 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 3578daf6-33ea-485b-851f-f51ee4f664fa no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:41:52.422128 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 3578daf6-33ea-485b-851f-f51ee4f664fa {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:41:52.422470 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 3578daf6-33ea-485b-851f-f51ee4f664fa not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:41:52.640637 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c4c534e1-9b21-4a89-8ec2-ccd2cb764e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61926267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59521852'] for subnet (79697ad3-6090-4136-9658-d9efe2412d4b), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:52.667944 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c534e1-9b21-4a89-8ec2-ccd2cb764e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79697ad3-6090-4136-9658-d9efe2412d4b,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:52.672324 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c4c534e1-9b21-4a89-8ec2-ccd2cb764e46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:52.675285 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d6abd1-ffad-4748-80ec-be5bc079e49f None None] Network e75e15ad-ea96-4c51-a99a-e2b235a6dca2 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:41:52.676671 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37594) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:52.677169 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-c4c534e1-9b21-4a89-8ec2-ccd2cb764e46 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/79697ad3-6090-4136-9658-d9efe2412d4b HTTP/1.1" status: 204 len: 168 time: 0.5519190 Apr 05 11:41:52.749726 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (e75e15ad-ea96-4c51-a99a-e2b235a6dca2), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:52.820906 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] Deleting port 3831bb64-2785-4abd-9556-0956d5220a48 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:52.821250 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (3831bb64-2785-4abd-9556-0956d5220a48), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:52.847186 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407a59c1-5848-4e25-89f3-423a3bef86cc None None] DHCP port deletion for e75e15ad-ea96-4c51-a99a-e2b235a6dca2 request from dv-cinder-834448-3-iscsi {{(pid=103948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:41:52.893476 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] For port 3831bb64-2785-4abd-9556-0956d5220a48, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=3831bb64-2785-4abd-9556-0956d5220a48,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:52.893855 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (3831bb64-2785-4abd-9556-0956d5220a48), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:52.898441 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-407a59c1-5848-4e25-89f3-423a3bef86cc None None] Deleting port 3831bb64-2785-4abd-9556-0956d5220a48 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:52.898989 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-407a59c1-5848-4e25-89f3-423a3bef86cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (3831bb64-2785-4abd-9556-0956d5220a48), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:52.913091 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] Calling delete_port for 3831bb64-2785-4abd-9556-0956d5220a48 owned by network:dhcp {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:52.978652 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-407a59c1-5848-4e25-89f3-423a3bef86cc None None] For port 3831bb64-2785-4abd-9556-0956d5220a48, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=3831bb64-2785-4abd-9556-0956d5220a48,segment=NetworkSegment(06a1ced7-66fd-422f-bdf4-6451f3896a5c),segment_id=06a1ced7-66fd-422f-bdf4-6451f3896a5c)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:52.979048 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-407a59c1-5848-4e25-89f3-423a3bef86cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (3831bb64-2785-4abd-9556-0956d5220a48), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:52.992473 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-407a59c1-5848-4e25-89f3-423a3bef86cc None None] Calling delete_port for 3831bb64-2785-4abd-9556-0956d5220a48 owned by network:dhcp {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:53.120584 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (3831bb64-2785-4abd-9556-0956d5220a48), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:53.150648 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] Pushing event deleted for resources: {'Port': ['ID=3831bb64-2785-4abd-9556-0956d5220a48,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:53.155164 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] No DVR routers for this DVR port 3831bb64-2785-4abd-9556-0956d5220a48 on host dv-cinder-834448-3-iscsi {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:41:53.179826 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-20773a64-9d5c-4050-b361-aa57556266b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:53.214286 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-407a59c1-5848-4e25-89f3-423a3bef86cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (3831bb64-2785-4abd-9556-0956d5220a48), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:53.230501 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (e75e15ad-ea96-4c51-a99a-e2b235a6dca2), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:53.241064 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a59c1-5848-4e25-89f3-423a3bef86cc None None] Pushing event deleted for resources: {'Port': ['ID=3831bb64-2785-4abd-9556-0956d5220a48,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:53.245483 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407a59c1-5848-4e25-89f3-423a3bef86cc None None] No DVR routers for this DVR port 3831bb64-2785-4abd-9556-0956d5220a48 on host dv-cinder-834448-3-iscsi {{(pid=103948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:41:53.256923 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75e15ad-ea96-4c51-a99a-e2b235a6dca2']}} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:53.266758 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a1ced7-66fd-422f-bdf4-6451f3896a5c') {'for_net_delete': True} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:53.267323 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a1ced7-66fd-422f-bdf4-6451f3896a5c') {} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:53.283810 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59013965'] for segment (06a1ced7-66fd-422f-bdf4-6451f3896a5c), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:53.290884 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (06a1ced7-66fd-422f-bdf4-6451f3896a5c), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:53.297910 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:41:53.298303 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62790659'] for segment (06a1ced7-66fd-422f-bdf4-6451f3896a5c), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: Traceback (most recent call last): Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: timer() Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: cb(*args, **kw) Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: return func(*args, **kwargs) Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: self._notify() Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: self.callback(batched_events) Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: event.method(event) Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: return f(self, *a, **k) Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: return self._get(url).json() Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: return self.request(url, 'GET', **kwargs) Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:41:53.300017 dv-cinder-834448-3-iscsi neutron-server[103947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:41:53.484656 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (e75e15ad-ea96-4c51-a99a-e2b235a6dca2), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:53.494947 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:53.498384 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] 10.222.0.60 "DELETE /v2.0/networks/e75e15ad-ea96-4c51-a99a-e2b235a6dca2 HTTP/1.1" status: 204 len: 168 time: 0.8205268 Apr 05 11:41:53.511697 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6a813-b682-4d71-9136-a60b2a3af12e admin admin] Pushing event deleted for resources: {'Network': ['ID=e75e15ad-ea96-4c51-a99a-e2b235a6dca2,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:53.815836 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37630) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:53.882602 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37634) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:53.926926 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e5557baf-e8c2-44f2-8cb3-c2ab2f9dfd7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=233d90e8ff5e4e72ad93b7b8123f9648&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449576 Apr 05 11:41:53.929334 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37636) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:53.979828 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b59ed4ec-e2c6-4b1b-9cbe-f110eacdf17e admin admin] Publish callbacks [] for security_group (f95db4fe-87dc-497c-86b7-aadae88b2c10), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.004516 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b59ed4ec-e2c6-4b1b-9cbe-f110eacdf17e admin admin] Publish callbacks [] for security_group (f95db4fe-87dc-497c-86b7-aadae88b2c10), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.041787 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-55cb6d76-41f5-467b-a50b-eda802395b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.057646 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.127839 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-55cb6d76-41f5-467b-a50b-eda802395b1b admin admin] Publish callbacks [] for security_group (bbe80719-e624-423c-919b-1a973900f4cc), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.143250 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 3831bb64-2785-4abd-9556-0956d5220a48 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:41:54.163247 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 3831bb64-2785-4abd-9556-0956d5220a48 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:41:54.163620 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 3831bb64-2785-4abd-9556-0956d5220a48 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:41:54.172125 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b59ed4ec-e2c6-4b1b-9cbe-f110eacdf17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (f95db4fe-87dc-497c-86b7-aadae88b2c10), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.174731 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b59ed4ec-e2c6-4b1b-9cbe-f110eacdf17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.176178 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-b59ed4ec-e2c6-4b1b-9cbe-f110eacdf17e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f95db4fe-87dc-497c-86b7-aadae88b2c10 HTTP/1.1" status: 204 len: 168 time: 0.2456834 Apr 05 11:41:54.184091 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ed4ec-e2c6-4b1b-9cbe-f110eacdf17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95db4fe-87dc-497c-86b7-aadae88b2c10,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:54.206430 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-55cb6d76-41f5-467b-a50b-eda802395b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (bbe80719-e624-423c-919b-1a973900f4cc), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.246419 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-55cb6d76-41f5-467b-a50b-eda802395b1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e025057b0274c10beabc79f72f18bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293692 Apr 05 11:41:54.249518 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb6d76-41f5-467b-a50b-eda802395b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe80719-e624-423c-919b-1a973900f4cc,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:54.249657 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37640) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:54.302319 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ea2592cb-3e2d-4a3a-856f-fb97354ec77e admin admin] Publish callbacks [] for security_group (bbe80719-e624-423c-919b-1a973900f4cc), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.324199 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ea2592cb-3e2d-4a3a-856f-fb97354ec77e admin admin] Publish callbacks [] for security_group (bbe80719-e624-423c-919b-1a973900f4cc), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.463053 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ea2592cb-3e2d-4a3a-856f-fb97354ec77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (bbe80719-e624-423c-919b-1a973900f4cc), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.465760 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ea2592cb-3e2d-4a3a-856f-fb97354ec77e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.467702 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ea2592cb-3e2d-4a3a-856f-fb97354ec77e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bbe80719-e624-423c-919b-1a973900f4cc HTTP/1.1" status: 204 len: 168 time: 0.2162652 Apr 05 11:41:54.477459 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2592cb-3e2d-4a3a-856f-fb97354ec77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe80719-e624-423c-919b-1a973900f4cc,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:54.943087 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37666) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:55.266091 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37676) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:55.284805 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aea1a389-c271-499a-b4ab-150a24712ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:55.371077 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aea1a389-c271-499a-b4ab-150a24712ea4 admin admin] Publish callbacks [] for security_group (5d60fad0-ddf5-4404-a748-7c61104a79b6), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:55.440922 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d852b8d2-18d1-4d0b-8b88-aed7240a1c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532244'] for router_interface (927ef2b6-3c41-4512-b854-4f8e285b6a48), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:55.474969 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-aea1a389-c271-499a-b4ab-150a24712ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (5d60fad0-ddf5-4404-a748-7c61104a79b6), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:55.475290 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:55.520363 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-aea1a389-c271-499a-b4ab-150a24712ea4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f2fcbead5c447a39a8b23ec4ef2eb92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507756 Apr 05 11:41:55.520363 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1a389-c271-499a-b4ab-150a24712ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60fad0-ddf5-4404-a748-7c61104a79b6,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:55.525695 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37684) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:55.578241 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-580f6ac2-efa9-4e77-9b27-26824dedde54 admin admin] Publish callbacks [] for security_group (5d60fad0-ddf5-4404-a748-7c61104a79b6), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:55.602643 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-580f6ac2-efa9-4e77-9b27-26824dedde54 admin admin] Publish callbacks [] for security_group (5d60fad0-ddf5-4404-a748-7c61104a79b6), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:55.709229 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-d852b8d2-18d1-4d0b-8b88-aed7240a1c4d admin admin] Deleting port 51e18968-5208-4677-9d7d-886a6713f308 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:55.709571 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d852b8d2-18d1-4d0b-8b88-aed7240a1c4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (51e18968-5208-4677-9d7d-886a6713f308), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:55.760285 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-580f6ac2-efa9-4e77-9b27-26824dedde54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (5d60fad0-ddf5-4404-a748-7c61104a79b6), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:55.762965 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-580f6ac2-efa9-4e77-9b27-26824dedde54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:55.764194 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-580f6ac2-efa9-4e77-9b27-26824dedde54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d60fad0-ddf5-4404-a748-7c61104a79b6 HTTP/1.1" status: 204 len: 168 time: 0.2392924 Apr 05 11:41:55.772101 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f6ac2-efa9-4e77-9b27-26824dedde54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60fad0-ddf5-4404-a748-7c61104a79b6,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:55.805608 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-d852b8d2-18d1-4d0b-8b88-aed7240a1c4d admin admin] For port 51e18968-5208-4677-9d7d-886a6713f308, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=51e18968-5208-4677-9d7d-886a6713f308,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:55.805608 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d852b8d2-18d1-4d0b-8b88-aed7240a1c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (51e18968-5208-4677-9d7d-886a6713f308), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:55.815985 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-d852b8d2-18d1-4d0b-8b88-aed7240a1c4d admin admin] Calling delete_port for 51e18968-5208-4677-9d7d-886a6713f308 owned by network:router_interface {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:56.074822 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d852b8d2-18d1-4d0b-8b88-aed7240a1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (51e18968-5208-4677-9d7d-886a6713f308), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:56.101135 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852b8d2-18d1-4d0b-8b88-aed7240a1c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=51e18968-5208-4677-9d7d-886a6713f308,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:56.325542 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d852b8d2-18d1-4d0b-8b88-aed7240a1c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530052'] for router_interface (927ef2b6-3c41-4512-b854-4f8e285b6a48), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:56.553676 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d852b8d2-18d1-4d0b-8b88-aed7240a1c4d admin admin] Router 927ef2b6-3c41-4512-b854-4f8e285b6a48 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:41:56.664808 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d852b8d2-18d1-4d0b-8b88-aed7240a1c4d admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:41:56.670147 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-d852b8d2-18d1-4d0b-8b88-aed7240a1c4d admin admin] 10.222.0.60 "PUT /v2.0/routers/927ef2b6-3c41-4512-b854-4f8e285b6a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7258010 Apr 05 11:41:56.672551 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37708) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:56.680944 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bd07f6-508f-4303-9226-33810ec03b9e None None] Sync routers for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:41:56.695062 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bd07f6-508f-4303-9226-33810ec03b9e None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:56.696010 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e1bd07f6-508f-4303-9226-33810ec03b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:41:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:56.784204 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1458eb9-e4bf-438c-997d-857a0dc4337b admin admin] Publish callbacks [] for router (927ef2b6-3c41-4512-b854-4f8e285b6a48), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:56.812219 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-e1bd07f6-508f-4303-9226-33810ec03b9e None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:56.895575 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1458eb9-e4bf-438c-997d-857a0dc4337b admin admin] Publish callbacks [] for router_gateway (927ef2b6-3c41-4512-b854-4f8e285b6a48), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:56.960299 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:56.994038 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e1bd07f6-508f-4303-9226-33810ec03b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ded95934-8dc7-4360-8abd-80896328740e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:41:55Z', 'revision_number': 5, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port': {'id': 'ded95934-8dc7-4360-8abd-80896328740e', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:48Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:57.025110 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bd07f6-508f-4303-9226-33810ec03b9e None None] Checking router: 927ef2b6-3c41-4512-b854-4f8e285b6a48 for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:41:57.032613 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f1458eb9-e4bf-438c-997d-857a0dc4337b admin admin] Deleting port ded95934-8dc7-4360-8abd-80896328740e {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:57.032919 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1458eb9-e4bf-438c-997d-857a0dc4337b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (ded95934-8dc7-4360-8abd-80896328740e), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:57.034192 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bd07f6-508f-4303-9226-33810ec03b9e None None] Routers {'927ef2b6-3c41-4512-b854-4f8e285b6a48'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:57.034797 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e1bd07f6-508f-4303-9226-33810ec03b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:41:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['927ef2b6-3c41-4512-b854-4f8e285b6a48'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:57.113268 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-f1458eb9-e4bf-438c-997d-857a0dc4337b admin admin] For port ded95934-8dc7-4360-8abd-80896328740e, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=ded95934-8dc7-4360-8abd-80896328740e,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:57.113719 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1458eb9-e4bf-438c-997d-857a0dc4337b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (ded95934-8dc7-4360-8abd-80896328740e), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:57.127870 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-f1458eb9-e4bf-438c-997d-857a0dc4337b admin admin] Calling delete_port for ded95934-8dc7-4360-8abd-80896328740e owned by network:router_gateway {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:57.128612 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-e1bd07f6-508f-4303-9226-33810ec03b9e None None] Set router 927ef2b6-3c41-4512-b854-4f8e285b6a48 gateway port host: None {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:57.181747 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-e1bd07f6-508f-4303-9226-33810ec03b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:41:56Z', 'revision_number': 6, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port_host': None}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:57.212191 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bd07f6-508f-4303-9226-33810ec03b9e None None] The sync data for ids ['927ef2b6-3c41-4512-b854-4f8e285b6a48'] in dv-cinder-834448-3-iscsi is: [{'id': '927ef2b6-3c41-4512-b854-4f8e285b6a48', 'name': 'tempest-AttachVolumeNegativeTest-211698599-router', 'tenant_id': 'd629246f6ced4cc8b75399b7a0723868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:46Z', 'updated_at': '2022-04-05T11:41:56Z', 'revision_number': 6, 'project_id': 'd629246f6ced4cc8b75399b7a0723868', 'gw_port_host': None}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:41:57.395763 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1458eb9-e4bf-438c-997d-857a0dc4337b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (ded95934-8dc7-4360-8abd-80896328740e), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:57.686407 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1458eb9-e4bf-438c-997d-857a0dc4337b admin admin] Pushing event deleted for resources: {'Port': ['ID=ded95934-8dc7-4360-8abd-80896328740e,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:57.739723 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1458eb9-e4bf-438c-997d-857a0dc4337b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529986'] for router_gateway (927ef2b6-3c41-4512-b854-4f8e285b6a48), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:57.834014 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1458eb9-e4bf-438c-997d-857a0dc4337b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4958'] for router (927ef2b6-3c41-4512-b854-4f8e285b6a48), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:57.836380 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1458eb9-e4bf-438c-997d-857a0dc4337b admin admin] Publish callbacks [] for router_controller (927ef2b6-3c41-4512-b854-4f8e285b6a48), precommit_delete_associations {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:57.960430 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1458eb9-e4bf-438c-997d-857a0dc4337b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531960'] for router (927ef2b6-3c41-4512-b854-4f8e285b6a48), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:57.961050 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1458eb9-e4bf-438c-997d-857a0dc4337b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 927ef2b6-3c41-4512-b854-4f8e285b6a48 {{(pid=103946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:41:57.968262 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1458eb9-e4bf-438c-997d-857a0dc4337b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:57.968262 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-f1458eb9-e4bf-438c-997d-857a0dc4337b admin admin] 10.222.0.60 "DELETE /v2.0/routers/927ef2b6-3c41-4512-b854-4f8e285b6a48 HTTP/1.1" status: 204 len: 168 time: 1.2940609 Apr 05 11:41:57.971073 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37746) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:58.023018 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-6217be37-3428-498a-967e-7a0869b2c8e1 admin admin] Deleting subnet 5cd637a4-454f-44ef-8588-c6f33cdbe982 {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:41:58.026653 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6217be37-3428-498a-967e-7a0869b2c8e1 admin admin] Publish callbacks [] for subnet (5cd637a4-454f-44ef-8588-c6f33cdbe982), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:58.162923 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 51e18968-5208-4677-9d7d-886a6713f308 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:41:58.196115 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 51e18968-5208-4677-9d7d-886a6713f308 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:41:58.197483 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 51e18968-5208-4677-9d7d-886a6713f308 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:41:58.198038 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device ded95934-8dc7-4360-8abd-80896328740e no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:41:58.220999 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: ded95934-8dc7-4360-8abd-80896328740e {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:41:58.221585 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device ded95934-8dc7-4360-8abd-80896328740e not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:41:58.372097 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6217be37-3428-498a-967e-7a0869b2c8e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59014070'] for subnet (5cd637a4-454f-44ef-8588-c6f33cdbe982), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:58.422111 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6217be37-3428-498a-967e-7a0869b2c8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (5cd637a4-454f-44ef-8588-c6f33cdbe982), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:58.633854 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6217be37-3428-498a-967e-7a0869b2c8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62790761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59954035'] for subnet (5cd637a4-454f-44ef-8588-c6f33cdbe982), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:58.663355 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217be37-3428-498a-967e-7a0869b2c8e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cd637a4-454f-44ef-8588-c6f33cdbe982,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:58.669018 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6217be37-3428-498a-967e-7a0869b2c8e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:58.673561 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-6217be37-3428-498a-967e-7a0869b2c8e1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5cd637a4-454f-44ef-8588-c6f33cdbe982 HTTP/1.1" status: 204 len: 168 time: 0.7006123 Apr 05 11:41:58.675241 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37758) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:58.676569 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e509f2-d5ba-4569-8455-c65c62347d49 None None] Network 83da91da-2a37-43a9-b807-df1a6d29d057 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:41:58.751292 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (83da91da-2a37-43a9-b807-df1a6d29d057), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:58.811470 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] Deleting port ae463dbd-1dd7-435e-9efe-8b3053ebf994 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:58.811800 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (ae463dbd-1dd7-435e-9efe-8b3053ebf994), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:58.880900 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] For port ae463dbd-1dd7-435e-9efe-8b3053ebf994, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=ae463dbd-1dd7-435e-9efe-8b3053ebf994,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:58.881264 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (ae463dbd-1dd7-435e-9efe-8b3053ebf994), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:58.882759 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] DHCP port deletion for 83da91da-2a37-43a9-b807-df1a6d29d057 request from dv-cinder-834448-3-iscsi {{(pid=103948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:41:58.894684 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] Calling delete_port for ae463dbd-1dd7-435e-9efe-8b3053ebf994 owned by network:dhcp {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:58.932686 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Deleting port ae463dbd-1dd7-435e-9efe-8b3053ebf994 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:58.933061 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (ae463dbd-1dd7-435e-9efe-8b3053ebf994), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:59.003483 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] For port ae463dbd-1dd7-435e-9efe-8b3053ebf994, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=ae463dbd-1dd7-435e-9efe-8b3053ebf994,segment=NetworkSegment(d3b56c41-5873-499e-a261-5060c4f9d1aa),segment_id=d3b56c41-5873-499e-a261-5060c4f9d1aa)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:59.003883 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (ae463dbd-1dd7-435e-9efe-8b3053ebf994), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:59.016949 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Calling delete_port for ae463dbd-1dd7-435e-9efe-8b3053ebf994 owned by network:dhcp {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:59.057387 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (ae463dbd-1dd7-435e-9efe-8b3053ebf994), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:59.097358 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae463dbd-1dd7-435e-9efe-8b3053ebf994,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:59.099957 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] No DVR routers for this DVR port ae463dbd-1dd7-435e-9efe-8b3053ebf994 on host dv-cinder-834448-3-iscsi {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:41:59.102555 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (ae463dbd-1dd7-435e-9efe-8b3053ebf994), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:59.130201 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Pushing event deleted for resources: {'Port': ['ID=ae463dbd-1dd7-435e-9efe-8b3053ebf994,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:59.132452 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] No DVR routers for this DVR port ae463dbd-1dd7-435e-9efe-8b3053ebf994 on host dv-cinder-834448-3-iscsi {{(pid=103948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:41:59.140751 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:59.141100 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:59.141456 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:59.141774 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:59.142352 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:59.142580 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:59.143076 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:59.143588 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:59.144080 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:59.144554 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:59.145082 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:59.145580 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:59.145904 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:59.146222 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:59.146538 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6684ef4-4052-4278-99ef-6b332114d1fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:59.183910 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (83da91da-2a37-43a9-b807-df1a6d29d057), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:59.199087 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83da91da-2a37-43a9-b807-df1a6d29d057']}} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:59.209494 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b56c41-5873-499e-a261-5060c4f9d1aa') {'for_net_delete': True} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:59.209801 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b56c41-5873-499e-a261-5060c4f9d1aa') {} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:59.220293 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59013965'] for segment (d3b56c41-5873-499e-a261-5060c4f9d1aa), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:59.234425 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (d3b56c41-5873-499e-a261-5060c4f9d1aa), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:59.240339 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:41:59.240916 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62790659'] for segment (d3b56c41-5873-499e-a261-5060c4f9d1aa), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: Traceback (most recent call last): Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: timer() Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: cb(*args, **kw) Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: return func(*args, **kwargs) Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: self._notify() Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: self.callback(batched_events) Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: event.method(event) Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: return f(self, *a, **k) Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: return self._get(url).json() Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: return self.request(url, 'GET', **kwargs) Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:41:59.242903 dv-cinder-834448-3-iscsi neutron-server[103947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:41:59.388854 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (83da91da-2a37-43a9-b807-df1a6d29d057), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:59.394319 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:59.397409 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] 10.222.0.60 "DELETE /v2.0/networks/83da91da-2a37-43a9-b807-df1a6d29d057 HTTP/1.1" status: 204 len: 168 time: 0.7209141 Apr 05 11:41:59.409509 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220618b-93ec-4651-afdd-d2712c075689 admin admin] Pushing event deleted for resources: {'Network': ['ID=83da91da-2a37-43a9-b807-df1a6d29d057,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:59.874881 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37784) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:59.917467 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-82b031b0-eb98-486f-9071-666b0bb7559a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d629246f6ced4cc8b75399b7a0723868&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412881 Apr 05 11:41:59.920040 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37786) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:59.972634 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-155b0595-3101-499f-9a0c-5f069bdf1a1e admin admin] Publish callbacks [] for security_group (4ebba5da-352b-4248-ad5b-ce7cb6542eb9), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:59.993308 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-155b0595-3101-499f-9a0c-5f069bdf1a1e admin admin] Publish callbacks [] for security_group (4ebba5da-352b-4248-ad5b-ce7cb6542eb9), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:00.149243 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device ae463dbd-1dd7-435e-9efe-8b3053ebf994 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:42:00.170574 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: ae463dbd-1dd7-435e-9efe-8b3053ebf994 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:42:00.170910 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device ae463dbd-1dd7-435e-9efe-8b3053ebf994 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:42:00.177284 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-155b0595-3101-499f-9a0c-5f069bdf1a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (4ebba5da-352b-4248-ad5b-ce7cb6542eb9), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:00.180398 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-155b0595-3101-499f-9a0c-5f069bdf1a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:00.181676 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-155b0595-3101-499f-9a0c-5f069bdf1a1e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ebba5da-352b-4248-ad5b-ce7cb6542eb9 HTTP/1.1" status: 204 len: 168 time: 0.2606251 Apr 05 11:42:00.190745 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b0595-3101-499f-9a0c-5f069bdf1a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebba5da-352b-4248-ad5b-ce7cb6542eb9,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:04.298495 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37906) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:04.414759 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-68d1c9f2-f1bc-40e5-82f8-23e86a4b497e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:04.495167 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-68d1c9f2-f1bc-40e5-82f8-23e86a4b497e admin admin] Publish callbacks [] for security_group (a3dd4322-2093-4f8f-9d65-b8c94fc26f78), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:04.640223 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-68d1c9f2-f1bc-40e5-82f8-23e86a4b497e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (a3dd4322-2093-4f8f-9d65-b8c94fc26f78), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:04.691701 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-68d1c9f2-f1bc-40e5-82f8-23e86a4b497e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff0018bdabe944c28ef8e0ef3bf4094d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3920660 Apr 05 11:42:04.694750 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37914) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:04.696159 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1c9f2-f1bc-40e5-82f8-23e86a4b497e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dd4322-2093-4f8f-9d65-b8c94fc26f78,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:04.755490 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50d46168-505b-4153-b46a-d77e1240b443 admin admin] Publish callbacks [] for security_group (a3dd4322-2093-4f8f-9d65-b8c94fc26f78), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:04.778845 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50d46168-505b-4153-b46a-d77e1240b443 admin admin] Publish callbacks [] for security_group (a3dd4322-2093-4f8f-9d65-b8c94fc26f78), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:04.909863 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50d46168-505b-4153-b46a-d77e1240b443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (a3dd4322-2093-4f8f-9d65-b8c94fc26f78), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:04.913012 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50d46168-505b-4153-b46a-d77e1240b443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:04.914200 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-50d46168-505b-4153-b46a-d77e1240b443 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a3dd4322-2093-4f8f-9d65-b8c94fc26f78 HTTP/1.1" status: 204 len: 168 time: 0.2180879 Apr 05 11:42:04.927135 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d46168-505b-4153-b46a-d77e1240b443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dd4322-2093-4f8f-9d65-b8c94fc26f78,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:05.467861 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37944) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:05.571505 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6a658a66-3c63-4705-b295-17fd0787866a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:05.649731 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6a658a66-3c63-4705-b295-17fd0787866a admin admin] Publish callbacks [] for security_group (65d94ebd-4f2b-4cf2-81ab-d159569b227a), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:05.687086 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37948) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:05.701323 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b88b7591-36ce-4da2-89b1-8243e7033798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:05.737025 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6a658a66-3c63-4705-b295-17fd0787866a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (65d94ebd-4f2b-4cf2-81ab-d159569b227a), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:05.773717 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b88b7591-36ce-4da2-89b1-8243e7033798 admin admin] Publish callbacks [] for security_group (cfad7cf2-c1ac-4333-8ed8-dc41cbabd913), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:05.775819 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-6a658a66-3c63-4705-b295-17fd0787866a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50effddee02b4101b599551ce75f44a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068664 Apr 05 11:42:05.776725 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a658a66-3c63-4705-b295-17fd0787866a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d94ebd-4f2b-4cf2-81ab-d159569b227a,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:05.778456 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37950) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:05.827933 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb827-1964-42fe-a69d-24efa1593c0c admin admin] Publish callbacks [] for security_group (65d94ebd-4f2b-4cf2-81ab-d159569b227a), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:05.841217 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-b88b7591-36ce-4da2-89b1-8243e7033798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (cfad7cf2-c1ac-4333-8ed8-dc41cbabd913), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:05.863659 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb827-1964-42fe-a69d-24efa1593c0c admin admin] Publish callbacks [] for security_group (65d94ebd-4f2b-4cf2-81ab-d159569b227a), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:05.912321 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-b88b7591-36ce-4da2-89b1-8243e7033798 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5574a092ed4a497abfff78b7e4b77992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235267 Apr 05 11:42:05.915143 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37952) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:05.917211 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b7591-36ce-4da2-89b1-8243e7033798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfad7cf2-c1ac-4333-8ed8-dc41cbabd913,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:05.967901 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8a1cba0c-62bf-483c-a35f-7f24344bdec4 admin admin] Publish callbacks [] for security_group (cfad7cf2-c1ac-4333-8ed8-dc41cbabd913), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:05.990201 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8a1cba0c-62bf-483c-a35f-7f24344bdec4 admin admin] Publish callbacks [] for security_group (cfad7cf2-c1ac-4333-8ed8-dc41cbabd913), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:06.027060 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb827-1964-42fe-a69d-24efa1593c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (65d94ebd-4f2b-4cf2-81ab-d159569b227a), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:06.029707 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb827-1964-42fe-a69d-24efa1593c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:06.030849 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-f6eeb827-1964-42fe-a69d-24efa1593c0c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65d94ebd-4f2b-4cf2-81ab-d159569b227a HTTP/1.1" status: 204 len: 168 time: 0.2515032 Apr 05 11:42:06.039742 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eeb827-1964-42fe-a69d-24efa1593c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d94ebd-4f2b-4cf2-81ab-d159569b227a,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:06.131192 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8a1cba0c-62bf-483c-a35f-7f24344bdec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (cfad7cf2-c1ac-4333-8ed8-dc41cbabd913), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:06.137821 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8a1cba0c-62bf-483c-a35f-7f24344bdec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:06.137821 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-8a1cba0c-62bf-483c-a35f-7f24344bdec4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cfad7cf2-c1ac-4333-8ed8-dc41cbabd913 HTTP/1.1" status: 204 len: 168 time: 0.2187998 Apr 05 11:42:06.144615 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cba0c-62bf-483c-a35f-7f24344bdec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfad7cf2-c1ac-4333-8ed8-dc41cbabd913,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:06.840750 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37980) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:06.854686 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e68446ff-b073-4640-8476-789a60391407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:06.935603 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e68446ff-b073-4640-8476-789a60391407 admin admin] Publish callbacks [] for security_group (ac7df337-24dd-4587-a3c2-402e52201b04), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:06.988666 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e68446ff-b073-4640-8476-789a60391407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (ac7df337-24dd-4587-a3c2-402e52201b04), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:07.030067 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e68446ff-b073-4640-8476-789a60391407 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=684b7c3a051d468c80341cc99d4ec081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881886 Apr 05 11:42:07.030792 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68446ff-b073-4640-8476-789a60391407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7df337-24dd-4587-a3c2-402e52201b04,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:07.033291 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 37988) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:07.089760 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6cd3582e-3d3f-4503-8dc0-7b683a8d0d22 admin admin] Publish callbacks [] for security_group (ac7df337-24dd-4587-a3c2-402e52201b04), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:07.111251 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6cd3582e-3d3f-4503-8dc0-7b683a8d0d22 admin admin] Publish callbacks [] for security_group (ac7df337-24dd-4587-a3c2-402e52201b04), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:07.115765 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 37990) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:07.210569 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-01dcee30-2e52-4d2b-af51-53d74d58f49d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1086827077-network', 'tenant_id': 'dc64f4a7a4c34b108ccd5ce129b7bf9a'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:42:07.257197 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6cd3582e-3d3f-4503-8dc0-7b683a8d0d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (ac7df337-24dd-4587-a3c2-402e52201b04), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:07.259884 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6cd3582e-3d3f-4503-8dc0-7b683a8d0d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:07.261055 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-6cd3582e-3d3f-4503-8dc0-7b683a8d0d22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac7df337-24dd-4587-a3c2-402e52201b04 HTTP/1.1" status: 204 len: 168 time: 0.2267673 Apr 05 11:42:07.268854 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3582e-3d3f-4503-8dc0-7b683a8d0d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7df337-24dd-4587-a3c2-402e52201b04,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:07.325578 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dcee30-2e52-4d2b-af51-53d74d58f49d admin admin] Made reservation on behalf of dc64f4a7a4c34b108ccd5ce129b7bf9a for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:42:07.328031 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-01dcee30-2e52-4d2b-af51-53d74d58f49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:07.336761 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-01dcee30-2e52-4d2b-af51-53d74d58f49d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:07.410141 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-01dcee30-2e52-4d2b-af51-53d74d58f49d admin admin] Publish callbacks [] for security_group (92582c38-f91a-4438-ba2f-347b6cad291f), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:07.508684 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-01dcee30-2e52-4d2b-af51-53d74d58f49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (92582c38-f91a-4438-ba2f-347b6cad291f), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:07.536257 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01dcee30-2e52-4d2b-af51-53d74d58f49d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:42:07.542464 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcee30-2e52-4d2b-af51-53d74d58f49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92582c38-f91a-4438-ba2f-347b6cad291f,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:07.550679 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-01dcee30-2e52-4d2b-af51-53d74d58f49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (9a40cb11-cb14-452c-bc05-add0c424edd3), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:07.550894 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-01dcee30-2e52-4d2b-af51-53d74d58f49d admin admin] Added segment 9a40cb11-cb14-452c-bc05-add0c424edd3 of type vlan for network f33d16a5-3dc7-4034-9cf9-051f6ed78082 Apr 05 11:42:07.600612 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-01dcee30-2e52-4d2b-af51-53d74d58f49d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (f33d16a5-3dc7-4034-9cf9-051f6ed78082), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:07.724059 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-01dcee30-2e52-4d2b-af51-53d74d58f49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (f33d16a5-3dc7-4034-9cf9-051f6ed78082), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:07.725164 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dcee30-2e52-4d2b-af51-53d74d58f49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:07.725830 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-01dcee30-2e52-4d2b-af51-53d74d58f49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:07.788580 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcee30-2e52-4d2b-af51-53d74d58f49d admin admin] Pushing event updated for resources: {'Network': ['ID=f33d16a5-3dc7-4034-9cf9-051f6ed78082,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:07.799370 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network f33d16a5-3dc7-4034-9cf9-051f6ed78082 details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:42:07.852790 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-01dcee30-2e52-4d2b-af51-53d74d58f49d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7358880 Apr 05 11:42:07.855833 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38004) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:07.860586 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-9c17e989-55b5-4cb2-bfe5-1ffee1eff928 admin admin] Request body: {'subnet': {'network_id': 'f33d16a5-3dc7-4034-9cf9-051f6ed78082', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1086827077-subnet', 'tenant_id': 'dc64f4a7a4c34b108ccd5ce129b7bf9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:42:07.971702 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c17e989-55b5-4cb2-bfe5-1ffee1eff928 admin admin] Made reservation on behalf of dc64f4a7a4c34b108ccd5ce129b7bf9a for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:42:07.974122 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9c17e989-55b5-4cb2-bfe5-1ffee1eff928 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59953940'] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:08.245583 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9c17e989-55b5-4cb2-bfe5-1ffee1eff928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62791342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59953930'] for subnet (ee4118f4-0f8a-41dc-b181-09b83f306466), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:08.301638 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17e989-55b5-4cb2-bfe5-1ffee1eff928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4118f4-0f8a-41dc-b181-09b83f306466,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:08.310425 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17e989-55b5-4cb2-bfe5-1ffee1eff928 admin admin] Checking segment: {'id': '9a40cb11-cb14-452c-bc05-add0c424edd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f33d16a5-3dc7-4034-9cf9-051f6ed78082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:42:08.310786 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c17e989-55b5-4cb2-bfe5-1ffee1eff928 admin admin] Network hostable DHCP agents. Network: f33d16a5-3dc7-4034-9cf9-051f6ed78082, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:42:08.315020 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:42:08.434100 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c17e989-55b5-4cb2-bfe5-1ffee1eff928 admin admin] Network f33d16a5-3dc7-4034-9cf9-051f6ed78082 is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:42:08.542398 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-9c17e989-55b5-4cb2-bfe5-1ffee1eff928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, f33d16a5-3dc7-4034-9cf9-051f6ed78082) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:42:08.546636 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c17e989-55b5-4cb2-bfe5-1ffee1eff928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:08.547761 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9c17e989-55b5-4cb2-bfe5-1ffee1eff928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:08.552889 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e8286e-62ef-4c18-8ac8-94cbb73e03a0 None None] Network f33d16a5-3dc7-4034-9cf9-051f6ed78082 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:42:08.649409 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0003f0-1c9a-4008-9613-e36cfc41bab8 None None] Network f33d16a5-3dc7-4034-9cf9-051f6ed78082 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:42:08.689909 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-9c17e989-55b5-4cb2-bfe5-1ffee1eff928 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8329697 Apr 05 11:42:09.349156 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38054) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:09.354164 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-c4a486a2-5ed9-49dd-bb88-38ed5b7278ee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1471078935-network', 'tenant_id': '6d3068e60fca43e595eb34b746e49796'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:42:09.508447 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a486a2-5ed9-49dd-bb88-38ed5b7278ee admin admin] Made reservation on behalf of 6d3068e60fca43e595eb34b746e49796 for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:42:09.511157 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c4a486a2-5ed9-49dd-bb88-38ed5b7278ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:09.520432 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c4a486a2-5ed9-49dd-bb88-38ed5b7278ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:09.599958 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c4a486a2-5ed9-49dd-bb88-38ed5b7278ee admin admin] Publish callbacks [] for security_group (dfdb9203-357d-439e-8b05-812e45b473c7), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:09.674580 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c4a486a2-5ed9-49dd-bb88-38ed5b7278ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (dfdb9203-357d-439e-8b05-812e45b473c7), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:09.696087 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a486a2-5ed9-49dd-bb88-38ed5b7278ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:42:09.711749 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a486a2-5ed9-49dd-bb88-38ed5b7278ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdb9203-357d-439e-8b05-812e45b473c7,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:09.716104 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c4a486a2-5ed9-49dd-bb88-38ed5b7278ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (c8e62471-a4c9-481b-9d05-df64d9729bbf), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:09.716458 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-c4a486a2-5ed9-49dd-bb88-38ed5b7278ee admin admin] Added segment c8e62471-a4c9-481b-9d05-df64d9729bbf of type vlan for network 239476d2-b565-42e8-bcf9-a51f1cbe8de1 Apr 05 11:42:09.761012 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c4a486a2-5ed9-49dd-bb88-38ed5b7278ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (239476d2-b565-42e8-bcf9-a51f1cbe8de1), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:09.840163 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c4a486a2-5ed9-49dd-bb88-38ed5b7278ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (239476d2-b565-42e8-bcf9-a51f1cbe8de1), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:09.841252 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a486a2-5ed9-49dd-bb88-38ed5b7278ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:09.841847 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c4a486a2-5ed9-49dd-bb88-38ed5b7278ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:09.902571 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a486a2-5ed9-49dd-bb88-38ed5b7278ee admin admin] Pushing event updated for resources: {'Network': ['ID=239476d2-b565-42e8-bcf9-a51f1cbe8de1,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:09.913117 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network 239476d2-b565-42e8-bcf9-a51f1cbe8de1 details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:42:09.941496 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-c4a486a2-5ed9-49dd-bb88-38ed5b7278ee admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5910134 Apr 05 11:42:09.943958 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38064) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:09.948772 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-97abb68d-e31a-431e-ad60-d079999a3213 admin admin] Request body: {'subnet': {'network_id': '239476d2-b565-42e8-bcf9-a51f1cbe8de1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1471078935-subnet', 'tenant_id': '6d3068e60fca43e595eb34b746e49796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:42:10.045248 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97abb68d-e31a-431e-ad60-d079999a3213 admin admin] Made reservation on behalf of 6d3068e60fca43e595eb34b746e49796 for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:42:10.048649 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-97abb68d-e31a-431e-ad60-d079999a3213 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59953940'] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:10.314375 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-97abb68d-e31a-431e-ad60-d079999a3213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62791342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59953930'] for subnet (985ecb30-9a90-4418-9890-6e24f323b09d), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:10.374494 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abb68d-e31a-431e-ad60-d079999a3213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=985ecb30-9a90-4418-9890-6e24f323b09d,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:10.383437 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97abb68d-e31a-431e-ad60-d079999a3213 admin admin] Checking segment: {'id': 'c8e62471-a4c9-481b-9d05-df64d9729bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '239476d2-b565-42e8-bcf9-a51f1cbe8de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:42:10.383821 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97abb68d-e31a-431e-ad60-d079999a3213 admin admin] Network hostable DHCP agents. Network: 239476d2-b565-42e8-bcf9-a51f1cbe8de1, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:42:10.489618 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97abb68d-e31a-431e-ad60-d079999a3213 admin admin] Network 239476d2-b565-42e8-bcf9-a51f1cbe8de1 is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:42:10.594459 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-97abb68d-e31a-431e-ad60-d079999a3213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, 239476d2-b565-42e8-bcf9-a51f1cbe8de1) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:42:10.614378 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97abb68d-e31a-431e-ad60-d079999a3213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:10.614524 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f5ac30-2072-4815-8510-e68a0a569444 None None] Network 239476d2-b565-42e8-bcf9-a51f1cbe8de1 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:42:10.614648 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-97abb68d-e31a-431e-ad60-d079999a3213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:10.699668 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-97abb68d-e31a-431e-ad60-d079999a3213 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7546182 Apr 05 11:42:10.720208 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c6232-114b-414c-a1d7-fa58a10ff1c5 None None] Network 239476d2-b565-42e8-bcf9-a51f1cbe8de1 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:42:10.829879 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38096) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:10.885865 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_v2 [None req-da225098-6b90-4a2c-bc67-a31e42048925 admin admin] Deleting subnet ee4118f4-0f8a-41dc-b181-09b83f306466 {{(pid=103946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:42:10.890425 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-da225098-6b90-4a2c-bc67-a31e42048925 admin admin] Publish callbacks [] for subnet (ee4118f4-0f8a-41dc-b181-09b83f306466), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:10.935195 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-da225098-6b90-4a2c-bc67-a31e42048925 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59243142'] for subnet (ee4118f4-0f8a-41dc-b181-09b83f306466), precommit_delete_associations {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:10.988425 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-da225098-6b90-4a2c-bc67-a31e42048925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (ee4118f4-0f8a-41dc-b181-09b83f306466), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.114734 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-da225098-6b90-4a2c-bc67-a31e42048925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61926267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59521852'] for subnet (ee4118f4-0f8a-41dc-b181-09b83f306466), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.141693 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da225098-6b90-4a2c-bc67-a31e42048925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4118f4-0f8a-41dc-b181-09b83f306466,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:11.148238 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-da225098-6b90-4a2c-bc67-a31e42048925 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.151757 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-da225098-6b90-4a2c-bc67-a31e42048925 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ee4118f4-0f8a-41dc-b181-09b83f306466 HTTP/1.1" status: 204 len: 168 time: 0.3203442 Apr 05 11:42:11.155768 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38106) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:11.224774 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c0a8-01fc-41fd-817a-11c4c28a7c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (f33d16a5-3dc7-4034-9cf9-051f6ed78082), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.306771 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c0a8-01fc-41fd-817a-11c4c28a7c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (f33d16a5-3dc7-4034-9cf9-051f6ed78082), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.326460 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-dcf1c0a8-01fc-41fd-817a-11c4c28a7c96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33d16a5-3dc7-4034-9cf9-051f6ed78082']}} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:42:11.336071 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-dcf1c0a8-01fc-41fd-817a-11c4c28a7c96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a40cb11-cb14-452c-bc05-add0c424edd3') {'for_net_delete': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:42:11.336371 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-dcf1c0a8-01fc-41fd-817a-11c4c28a7c96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a40cb11-cb14-452c-bc05-add0c424edd3') {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:42:11.345637 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c0a8-01fc-41fd-817a-11c4c28a7c96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59243133'] for segment (9a40cb11-cb14-452c-bc05-add0c424edd3), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.358459 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c0a8-01fc-41fd-817a-11c4c28a7c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (9a40cb11-cb14-452c-bc05-add0c424edd3), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.365155 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf1c0a8-01fc-41fd-817a-11c4c28a7c96 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:42:11.365545 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c0a8-01fc-41fd-817a-11c4c28a7c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61926161'] for segment (9a40cb11-cb14-452c-bc05-add0c424edd3), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: Traceback (most recent call last): Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: timer() Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: cb(*args, **kw) Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: return func(*args, **kwargs) Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: self._notify() Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: self.callback(batched_events) Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: event.method(event) Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: return f(self, *a, **k) Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._get(url).json() Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: return self.request(url, 'GET', **kwargs) Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:42:11.367165 dv-cinder-834448-3-iscsi neutron-server[103946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:42:11.479743 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c0a8-01fc-41fd-817a-11c4c28a7c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (f33d16a5-3dc7-4034-9cf9-051f6ed78082), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.485864 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c0a8-01fc-41fd-817a-11c4c28a7c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.489136 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-dcf1c0a8-01fc-41fd-817a-11c4c28a7c96 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f33d16a5-3dc7-4034-9cf9-051f6ed78082 HTTP/1.1" status: 204 len: 168 time: 0.3323367 Apr 05 11:42:11.492130 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38108) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:11.501101 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1c0a8-01fc-41fd-817a-11c4c28a7c96 admin admin] Pushing event deleted for resources: {'Network': ['ID=f33d16a5-3dc7-4034-9cf9-051f6ed78082,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:11.538995 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fc87b8-823b-4f8c-a8c4-4146a79dd804 admin admin] Deleting subnet 985ecb30-9a90-4418-9890-6e24f323b09d {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:42:11.542163 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f6fc87b8-823b-4f8c-a8c4-4146a79dd804 admin admin] Publish callbacks [] for subnet (985ecb30-9a90-4418-9890-6e24f323b09d), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.579131 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f6fc87b8-823b-4f8c-a8c4-4146a79dd804 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59014070'] for subnet (985ecb30-9a90-4418-9890-6e24f323b09d), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.619788 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f6fc87b8-823b-4f8c-a8c4-4146a79dd804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (985ecb30-9a90-4418-9890-6e24f323b09d), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.760291 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f6fc87b8-823b-4f8c-a8c4-4146a79dd804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62790761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59954035'] for subnet (985ecb30-9a90-4418-9890-6e24f323b09d), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.788680 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f6fc87b8-823b-4f8c-a8c4-4146a79dd804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.794151 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f6fc87b8-823b-4f8c-a8c4-4146a79dd804 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/985ecb30-9a90-4418-9890-6e24f323b09d HTTP/1.1" status: 204 len: 168 time: 0.2988191 Apr 05 11:42:11.794151 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc87b8-823b-4f8c-a8c4-4146a79dd804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=985ecb30-9a90-4418-9890-6e24f323b09d,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:11.794916 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38114) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:11.865786 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-cd38b630-66b4-4d40-88f6-99bba5e69a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (239476d2-b565-42e8-bcf9-a51f1cbe8de1), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.948483 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-cd38b630-66b4-4d40-88f6-99bba5e69a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (239476d2-b565-42e8-bcf9-a51f1cbe8de1), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:11.973572 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-cd38b630-66b4-4d40-88f6-99bba5e69a11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239476d2-b565-42e8-bcf9-a51f1cbe8de1']}} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:42:11.983403 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-cd38b630-66b4-4d40-88f6-99bba5e69a11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e62471-a4c9-481b-9d05-df64d9729bbf') {'for_net_delete': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:42:11.983734 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-cd38b630-66b4-4d40-88f6-99bba5e69a11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e62471-a4c9-481b-9d05-df64d9729bbf') {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:42:12.003695 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-cd38b630-66b4-4d40-88f6-99bba5e69a11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59243133'] for segment (c8e62471-a4c9-481b-9d05-df64d9729bbf), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:12.018522 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-cd38b630-66b4-4d40-88f6-99bba5e69a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (c8e62471-a4c9-481b-9d05-df64d9729bbf), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:12.024846 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd38b630-66b4-4d40-88f6-99bba5e69a11 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:42:12.025232 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-cd38b630-66b4-4d40-88f6-99bba5e69a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61926161'] for segment (c8e62471-a4c9-481b-9d05-df64d9729bbf), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: Traceback (most recent call last): Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: timer() Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: cb(*args, **kw) Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: return func(*args, **kwargs) Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: self._notify() Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: self.callback(batched_events) Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: event.method(event) Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: return f(self, *a, **k) Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._get(url).json() Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: return self.request(url, 'GET', **kwargs) Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:42:12.026905 dv-cinder-834448-3-iscsi neutron-server[103946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:42:12.159887 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-cd38b630-66b4-4d40-88f6-99bba5e69a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (239476d2-b565-42e8-bcf9-a51f1cbe8de1), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:12.165466 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-cd38b630-66b4-4d40-88f6-99bba5e69a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:12.168630 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-cd38b630-66b4-4d40-88f6-99bba5e69a11 admin admin] 10.222.0.60 "DELETE /v2.0/networks/239476d2-b565-42e8-bcf9-a51f1cbe8de1 HTTP/1.1" status: 204 len: 168 time: 0.3726702 Apr 05 11:42:12.180095 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38b630-66b4-4d40-88f6-99bba5e69a11 admin admin] Pushing event deleted for resources: {'Network': ['ID=239476d2-b565-42e8-bcf9-a51f1cbe8de1,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:12.519065 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38134) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:12.557949 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-82194f33-a4af-4851-b100-3f03c10cd7cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc64f4a7a4c34b108ccd5ce129b7bf9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376585 Apr 05 11:42:12.560379 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38136) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:12.606547 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f79ba0e5-9815-4474-9337-5556a3a10117 admin admin] Publish callbacks [] for security_group (92582c38-f91a-4438-ba2f-347b6cad291f), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:12.628208 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f79ba0e5-9815-4474-9337-5556a3a10117 admin admin] Publish callbacks [] for security_group (92582c38-f91a-4438-ba2f-347b6cad291f), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:12.740889 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f79ba0e5-9815-4474-9337-5556a3a10117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (92582c38-f91a-4438-ba2f-347b6cad291f), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:12.743613 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f79ba0e5-9815-4474-9337-5556a3a10117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:12.746312 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-f79ba0e5-9815-4474-9337-5556a3a10117 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92582c38-f91a-4438-ba2f-347b6cad291f HTTP/1.1" status: 204 len: 168 time: 0.1835051 Apr 05 11:42:12.754122 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba0e5-9815-4474-9337-5556a3a10117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92582c38-f91a-4438-ba2f-347b6cad291f,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:13.361629 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38154) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:13.402613 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-a7740c9a-4cbc-4457-968c-263aed4d6c06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d3068e60fca43e595eb34b746e49796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397758 Apr 05 11:42:13.405162 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38156) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:13.462471 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1f24a7b8-8536-4bee-aa1f-0ad88f61dbf4 admin admin] Publish callbacks [] for security_group (dfdb9203-357d-439e-8b05-812e45b473c7), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:13.486407 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1f24a7b8-8536-4bee-aa1f-0ad88f61dbf4 admin admin] Publish callbacks [] for security_group (dfdb9203-357d-439e-8b05-812e45b473c7), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:13.530970 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:13.618898 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1f24a7b8-8536-4bee-aa1f-0ad88f61dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (dfdb9203-357d-439e-8b05-812e45b473c7), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:13.618898 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1f24a7b8-8536-4bee-aa1f-0ad88f61dbf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:13.618898 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-1f24a7b8-8536-4bee-aa1f-0ad88f61dbf4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dfdb9203-357d-439e-8b05-812e45b473c7 HTTP/1.1" status: 204 len: 168 time: 0.2101028 Apr 05 11:42:13.625841 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24a7b8-8536-4bee-aa1f-0ad88f61dbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdb9203-357d-439e-8b05-812e45b473c7,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:14.166100 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38206) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:14.274397 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8e269468-a319-45c4-8edd-60e74f4915c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:14.354334 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8e269468-a319-45c4-8edd-60e74f4915c0 admin admin] Publish callbacks [] for security_group (2f557483-677f-400e-b376-2e6d36ba5b6c), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:14.444404 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-8e269468-a319-45c4-8edd-60e74f4915c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (2f557483-677f-400e-b376-2e6d36ba5b6c), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:14.488611 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-8e269468-a319-45c4-8edd-60e74f4915c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e369e66850054479980e23605709249c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214173 Apr 05 11:42:14.490579 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e269468-a319-45c4-8edd-60e74f4915c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f557483-677f-400e-b376-2e6d36ba5b6c,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:14.491980 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38226) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:14.546701 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-44504962-a99b-4a6b-900e-342ef338b2b8 admin admin] Publish callbacks [] for security_group (2f557483-677f-400e-b376-2e6d36ba5b6c), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:14.569151 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-44504962-a99b-4a6b-900e-342ef338b2b8 admin admin] Publish callbacks [] for security_group (2f557483-677f-400e-b376-2e6d36ba5b6c), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:14.759608 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-44504962-a99b-4a6b-900e-342ef338b2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (2f557483-677f-400e-b376-2e6d36ba5b6c), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:14.762482 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-44504962-a99b-4a6b-900e-342ef338b2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:14.763756 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-44504962-a99b-4a6b-900e-342ef338b2b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f557483-677f-400e-b376-2e6d36ba5b6c HTTP/1.1" status: 204 len: 168 time: 0.2700822 Apr 05 11:42:14.772686 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44504962-a99b-4a6b-900e-342ef338b2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f557483-677f-400e-b376-2e6d36ba5b6c,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:15.509366 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38252) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:15.529635 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ca1d78e0-a0c4-446b-aa3e-87d4b93038f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:15.605818 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ca1d78e0-a0c4-446b-aa3e-87d4b93038f0 admin admin] Publish callbacks [] for security_group (10cf0e64-167d-43a3-afcc-e53ea446f190), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:15.679837 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ca1d78e0-a0c4-446b-aa3e-87d4b93038f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (10cf0e64-167d-43a3-afcc-e53ea446f190), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:15.721447 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ca1d78e0-a0c4-446b-aa3e-87d4b93038f0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e93e21e503d54042b7e086ca80c692fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103353 Apr 05 11:42:15.722581 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d78e0-a0c4-446b-aa3e-87d4b93038f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cf0e64-167d-43a3-afcc-e53ea446f190,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:15.724907 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38258) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:15.777327 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eef9ab75-8f7d-4a28-9c10-ac3c913a5caf admin admin] Publish callbacks [] for security_group (10cf0e64-167d-43a3-afcc-e53ea446f190), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:15.800479 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eef9ab75-8f7d-4a28-9c10-ac3c913a5caf admin admin] Publish callbacks [] for security_group (10cf0e64-167d-43a3-afcc-e53ea446f190), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:15.937504 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eef9ab75-8f7d-4a28-9c10-ac3c913a5caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (10cf0e64-167d-43a3-afcc-e53ea446f190), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:15.940966 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eef9ab75-8f7d-4a28-9c10-ac3c913a5caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:15.942489 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-eef9ab75-8f7d-4a28-9c10-ac3c913a5caf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10cf0e64-167d-43a3-afcc-e53ea446f190 HTTP/1.1" status: 204 len: 168 time: 0.2158010 Apr 05 11:42:15.952753 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9ab75-8f7d-4a28-9c10-ac3c913a5caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cf0e64-167d-43a3-afcc-e53ea446f190,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:16.618685 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38298) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:16.747774 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3717b18c-60fc-4c41-af55-6e48b73da3da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:16.825566 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3717b18c-60fc-4c41-af55-6e48b73da3da admin admin] Publish callbacks [] for security_group (048445f5-1a37-4b6d-a306-e8785929c25b), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:16.896847 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3717b18c-60fc-4c41-af55-6e48b73da3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (048445f5-1a37-4b6d-a306-e8785929c25b), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:16.902953 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38308) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:16.940696 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38312) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:16.940911 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3717b18c-60fc-4c41-af55-6e48b73da3da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1a87e138cf4417ca524acc8b956b30b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210483 Apr 05 11:42:16.943511 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717b18c-60fc-4c41-af55-6e48b73da3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048445f5-1a37-4b6d-a306-e8785929c25b,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:17.007790 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1008a288-4a1a-4312-bf11-3ac207c5beb3 admin admin] Publish callbacks [] for security_group (048445f5-1a37-4b6d-a306-e8785929c25b), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.030016 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1008a288-4a1a-4312-bf11-3ac207c5beb3 admin admin] Publish callbacks [] for security_group (048445f5-1a37-4b6d-a306-e8785929c25b), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.073085 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e80368ff-b56c-491b-a831-4ca1c4e888d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.206766 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1008a288-4a1a-4312-bf11-3ac207c5beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (048445f5-1a37-4b6d-a306-e8785929c25b), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.209441 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-1008a288-4a1a-4312-bf11-3ac207c5beb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.210571 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-1008a288-4a1a-4312-bf11-3ac207c5beb3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/048445f5-1a37-4b6d-a306-e8785929c25b HTTP/1.1" status: 204 len: 168 time: 0.2679520 Apr 05 11:42:17.229119 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008a288-4a1a-4312-bf11-3ac207c5beb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048445f5-1a37-4b6d-a306-e8785929c25b,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:17.293107 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e80368ff-b56c-491b-a831-4ca1c4e888d6 admin admin] Publish callbacks [] for security_group (ccfc28c6-0f54-49bd-b81a-212e283198a8), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.375202 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e80368ff-b56c-491b-a831-4ca1c4e888d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (ccfc28c6-0f54-49bd-b81a-212e283198a8), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.414853 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-e80368ff-b56c-491b-a831-4ca1c4e888d6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c15705bc1d54094a90ed6b4fe9b67f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5101254 Apr 05 11:42:17.416013 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80368ff-b56c-491b-a831-4ca1c4e888d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfc28c6-0f54-49bd-b81a-212e283198a8,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:17.417612 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38326) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:17.479887 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-dce167ed-64f4-4f46-8c14-c263553b86d0 admin admin] Publish callbacks [] for security_group (ccfc28c6-0f54-49bd-b81a-212e283198a8), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.502985 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-dce167ed-64f4-4f46-8c14-c263553b86d0 admin admin] Publish callbacks [] for security_group (ccfc28c6-0f54-49bd-b81a-212e283198a8), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.616956 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-dce167ed-64f4-4f46-8c14-c263553b86d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (ccfc28c6-0f54-49bd-b81a-212e283198a8), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.619866 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-dce167ed-64f4-4f46-8c14-c263553b86d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.621126 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-dce167ed-64f4-4f46-8c14-c263553b86d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ccfc28c6-0f54-49bd-b81a-212e283198a8 HTTP/1.1" status: 204 len: 168 time: 0.2018661 Apr 05 11:42:17.630411 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce167ed-64f4-4f46-8c14-c263553b86d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfc28c6-0f54-49bd-b81a-212e283198a8,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:17.868493 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38336) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:17.882061 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ed510b03-f823-4bf1-a89e-339c5efb1115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.960479 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ed510b03-f823-4bf1-a89e-339c5efb1115 admin admin] Publish callbacks [] for security_group (7e7ef16a-546b-4a97-b5cc-40dc1ec4a6e1), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.046209 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ed510b03-f823-4bf1-a89e-339c5efb1115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (7e7ef16a-546b-4a97-b5cc-40dc1ec4a6e1), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.089520 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed510b03-f823-4bf1-a89e-339c5efb1115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7ef16a-546b-4a97-b5cc-40dc1ec4a6e1,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:18.093985 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-ed510b03-f823-4bf1-a89e-339c5efb1115 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=babcdcf914e74754962b54091ac62ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243619 Apr 05 11:42:18.096945 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38342) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:18.144473 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e872c924-7272-4886-b055-cdae45519455 admin admin] Publish callbacks [] for security_group (7e7ef16a-546b-4a97-b5cc-40dc1ec4a6e1), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.166239 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e872c924-7272-4886-b055-cdae45519455 admin admin] Publish callbacks [] for security_group (7e7ef16a-546b-4a97-b5cc-40dc1ec4a6e1), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.262532 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e872c924-7272-4886-b055-cdae45519455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (7e7ef16a-546b-4a97-b5cc-40dc1ec4a6e1), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.265214 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e872c924-7272-4886-b055-cdae45519455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.268830 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e872c924-7272-4886-b055-cdae45519455 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e7ef16a-546b-4a97-b5cc-40dc1ec4a6e1 HTTP/1.1" status: 204 len: 168 time: 0.1689281 Apr 05 11:42:18.275038 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872c924-7272-4886-b055-cdae45519455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7ef16a-546b-4a97-b5cc-40dc1ec4a6e1,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:18.354056 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38352) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:18.371737 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3507b03c-5ee9-4dd2-b78b-da116659a966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.449856 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3507b03c-5ee9-4dd2-b78b-da116659a966 admin admin] Publish callbacks [] for security_group (8f753250-1be9-41c8-8c55-4262c87c95e4), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.537693 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-3507b03c-5ee9-4dd2-b78b-da116659a966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (8f753250-1be9-41c8-8c55-4262c87c95e4), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.577669 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-3507b03c-5ee9-4dd2-b78b-da116659a966 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=766df3285142434f9bf0fc0b345ce8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219348 Apr 05 11:42:18.578493 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507b03c-5ee9-4dd2-b78b-da116659a966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f753250-1be9-41c8-8c55-4262c87c95e4,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:18.580546 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38358) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:18.628537 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3a3e52b2-27fa-4db3-8141-1ab0d950f9c2 admin admin] Publish callbacks [] for security_group (8f753250-1be9-41c8-8c55-4262c87c95e4), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.654344 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3a3e52b2-27fa-4db3-8141-1ab0d950f9c2 admin admin] Publish callbacks [] for security_group (8f753250-1be9-41c8-8c55-4262c87c95e4), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.800758 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3a3e52b2-27fa-4db3-8141-1ab0d950f9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (8f753250-1be9-41c8-8c55-4262c87c95e4), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.803840 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3a3e52b2-27fa-4db3-8141-1ab0d950f9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.805298 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3a3e52b2-27fa-4db3-8141-1ab0d950f9c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8f753250-1be9-41c8-8c55-4262c87c95e4 HTTP/1.1" status: 204 len: 168 time: 0.2234061 Apr 05 11:42:18.814878 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e52b2-27fa-4db3-8141-1ab0d950f9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f753250-1be9-41c8-8c55-4262c87c95e4,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:20.787777 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4f03ab25-d96b-4a8b-9a50-100b52673ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:23.077880 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e49c12a2-3a33-45b3-800c-8857c35040cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:24.083174 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:25.465555 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:26.980517 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:31.723094 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38646) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:31.827259 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b0529f37-7fda-4037-a51d-4a028f7118d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:31.903687 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b0529f37-7fda-4037-a51d-4a028f7118d4 admin admin] Publish callbacks [] for security_group (8ec63a4c-5aec-4561-ac9a-168e7ef16a8e), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:31.947957 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b0529f37-7fda-4037-a51d-4a028f7118d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (8ec63a4c-5aec-4561-ac9a-168e7ef16a8e), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:31.994152 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-b0529f37-7fda-4037-a51d-4a028f7118d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f08016517f184f30a75a65c44b81f290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698619 Apr 05 11:42:31.995082 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0529f37-7fda-4037-a51d-4a028f7118d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec63a4c-5aec-4561-ac9a-168e7ef16a8e,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:31.997607 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38654) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:32.052689 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-18b7fa0d-687d-4854-bd15-ce84ddb2f67c admin admin] Publish callbacks [] for security_group (8ec63a4c-5aec-4561-ac9a-168e7ef16a8e), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:32.075320 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-18b7fa0d-687d-4854-bd15-ce84ddb2f67c admin admin] Publish callbacks [] for security_group (8ec63a4c-5aec-4561-ac9a-168e7ef16a8e), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:32.214919 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-18b7fa0d-687d-4854-bd15-ce84ddb2f67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (8ec63a4c-5aec-4561-ac9a-168e7ef16a8e), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:32.217645 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-18b7fa0d-687d-4854-bd15-ce84ddb2f67c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:32.218788 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-18b7fa0d-687d-4854-bd15-ce84ddb2f67c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ec63a4c-5aec-4561-ac9a-168e7ef16a8e HTTP/1.1" status: 204 len: 168 time: 0.2202680 Apr 05 11:42:32.226715 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7fa0d-687d-4854-bd15-ce84ddb2f67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec63a4c-5aec-4561-ac9a-168e7ef16a8e,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:32.863910 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38664) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:32.878030 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:32.955600 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Publish callbacks [] for security_group (d5a69da4-6456-499f-ab1b-4c5eaf437828), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:33.016524 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (d5a69da4-6456-499f-ab1b-4c5eaf437828), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:33.055780 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a69da4-6456-499f-ab1b-4c5eaf437828,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:33.059969 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d5dfbe33d504ec9a7689abe88094012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950176 Apr 05 11:42:33.062846 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38666) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:33.065748 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:33.066097 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:33.066436 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:33.066773 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:33.067105 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:33.067444 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:33.067772 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:33.068094 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:33.068416 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:33.068737 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:33.069058 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:33.069378 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:33.069695 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:33.070011 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:33.070325 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2149043-e1b7-4b8c-938f-e6e05403c3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:33.121476 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0c4cf0b4-08d5-4440-b505-40bf6526bbfc admin admin] Publish callbacks [] for security_group (d5a69da4-6456-499f-ab1b-4c5eaf437828), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:33.144485 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0c4cf0b4-08d5-4440-b505-40bf6526bbfc admin admin] Publish callbacks [] for security_group (d5a69da4-6456-499f-ab1b-4c5eaf437828), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:33.277167 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0c4cf0b4-08d5-4440-b505-40bf6526bbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (d5a69da4-6456-499f-ab1b-4c5eaf437828), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:33.279998 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0c4cf0b4-08d5-4440-b505-40bf6526bbfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:33.281161 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-0c4cf0b4-08d5-4440-b505-40bf6526bbfc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5a69da4-6456-499f-ab1b-4c5eaf437828 HTTP/1.1" status: 204 len: 168 time: 0.2173131 Apr 05 11:42:33.289244 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cf0b4-08d5-4440-b505-40bf6526bbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a69da4-6456-499f-ab1b-4c5eaf437828,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:34.945431 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38716) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:35.055854 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-18498ae7-6417-4f0a-991a-b23b7f29cf14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:35.134285 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-18498ae7-6417-4f0a-991a-b23b7f29cf14 admin admin] Publish callbacks [] for security_group (ae3e5b07-42b1-4c8a-ad55-40c5bc6aab94), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:35.193272 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-18498ae7-6417-4f0a-991a-b23b7f29cf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (ae3e5b07-42b1-4c8a-ad55-40c5bc6aab94), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:35.233615 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-18498ae7-6417-4f0a-991a-b23b7f29cf14 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54db7fb5f44b48cc8a088fe45176b90a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870781 Apr 05 11:42:35.234509 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18498ae7-6417-4f0a-991a-b23b7f29cf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3e5b07-42b1-4c8a-ad55-40c5bc6aab94,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:35.237932 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38736) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:35.303647 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e79d60e1-25bd-4cbc-9a6a-78fc27a4ed22 admin admin] Publish callbacks [] for security_group (ae3e5b07-42b1-4c8a-ad55-40c5bc6aab94), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:35.332649 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e79d60e1-25bd-4cbc-9a6a-78fc27a4ed22 admin admin] Publish callbacks [] for security_group (ae3e5b07-42b1-4c8a-ad55-40c5bc6aab94), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:35.482678 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e79d60e1-25bd-4cbc-9a6a-78fc27a4ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (ae3e5b07-42b1-4c8a-ad55-40c5bc6aab94), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:35.485285 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-e79d60e1-25bd-4cbc-9a6a-78fc27a4ed22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:35.486452 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-e79d60e1-25bd-4cbc-9a6a-78fc27a4ed22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae3e5b07-42b1-4c8a-ad55-40c5bc6aab94 HTTP/1.1" status: 204 len: 168 time: 0.2461815 Apr 05 11:42:35.494339 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d60e1-25bd-4cbc-9a6a-78fc27a4ed22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3e5b07-42b1-4c8a-ad55-40c5bc6aab94,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:35.827258 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38750) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:35.935623 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e050dc7d-ad49-437d-8c4b-29da59479d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:36.014439 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e050dc7d-ad49-437d-8c4b-29da59479d5e admin admin] Publish callbacks [] for security_group (b3b22dce-f43a-4243-88fe-70fe1b01aa61), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:36.084682 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e050dc7d-ad49-437d-8c4b-29da59479d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (b3b22dce-f43a-4243-88fe-70fe1b01aa61), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:36.125677 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e050dc7d-ad49-437d-8c4b-29da59479d5e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=739d8ba79c474f1a8eea0e94867cfb25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971127 Apr 05 11:42:36.127819 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050dc7d-ad49-437d-8c4b-29da59479d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b22dce-f43a-4243-88fe-70fe1b01aa61,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:36.133609 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38756) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:36.177660 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-28840049-34a2-419a-ad79-a8c94f4708ca admin admin] Publish callbacks [] for security_group (b3b22dce-f43a-4243-88fe-70fe1b01aa61), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:36.180165 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38758) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:36.193474 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-94e82814-8d3f-491e-9b11-df6fa919de23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:36.200690 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-28840049-34a2-419a-ad79-a8c94f4708ca admin admin] Publish callbacks [] for security_group (b3b22dce-f43a-4243-88fe-70fe1b01aa61), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:36.277955 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-94e82814-8d3f-491e-9b11-df6fa919de23 admin admin] Publish callbacks [] for security_group (3e51b87d-73b7-4eb6-adda-3e7223f7971d), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:36.353144 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-94e82814-8d3f-491e-9b11-df6fa919de23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (3e51b87d-73b7-4eb6-adda-3e7223f7971d), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:36.353331 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-28840049-34a2-419a-ad79-a8c94f4708ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (b3b22dce-f43a-4243-88fe-70fe1b01aa61), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:36.356450 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-28840049-34a2-419a-ad79-a8c94f4708ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:36.357598 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-28840049-34a2-419a-ad79-a8c94f4708ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3b22dce-f43a-4243-88fe-70fe1b01aa61 HTTP/1.1" status: 204 len: 168 time: 0.2283285 Apr 05 11:42:36.369670 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28840049-34a2-419a-ad79-a8c94f4708ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b22dce-f43a-4243-88fe-70fe1b01aa61,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:36.396585 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-94e82814-8d3f-491e-9b11-df6fa919de23 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a490ded4013400e8f7824cd10837585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126155 Apr 05 11:42:36.396585 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e82814-8d3f-491e-9b11-df6fa919de23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e51b87d-73b7-4eb6-adda-3e7223f7971d,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:36.396920 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38764) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:36.447525 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5b71d09d-aeb1-4ddc-b826-594fbaf5e71c admin admin] Publish callbacks [] for security_group (3e51b87d-73b7-4eb6-adda-3e7223f7971d), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:36.468970 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5b71d09d-aeb1-4ddc-b826-594fbaf5e71c admin admin] Publish callbacks [] for security_group (3e51b87d-73b7-4eb6-adda-3e7223f7971d), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:36.631748 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5b71d09d-aeb1-4ddc-b826-594fbaf5e71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (3e51b87d-73b7-4eb6-adda-3e7223f7971d), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:36.634414 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5b71d09d-aeb1-4ddc-b826-594fbaf5e71c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:36.635608 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-5b71d09d-aeb1-4ddc-b826-594fbaf5e71c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e51b87d-73b7-4eb6-adda-3e7223f7971d HTTP/1.1" status: 204 len: 168 time: 0.2380862 Apr 05 11:42:36.643911 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71d09d-aeb1-4ddc-b826-594fbaf5e71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e51b87d-73b7-4eb6-adda-3e7223f7971d,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:37.070441 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38774) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:37.084900 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-457c8cf9-b193-4def-9fd9-fdc96d2abac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:37.159633 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-457c8cf9-b193-4def-9fd9-fdc96d2abac3 admin admin] Publish callbacks [] for security_group (a2515bc1-19bc-4ad1-82d7-e753064e5406), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:37.225534 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-457c8cf9-b193-4def-9fd9-fdc96d2abac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (a2515bc1-19bc-4ad1-82d7-e753064e5406), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:37.267174 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-457c8cf9-b193-4def-9fd9-fdc96d2abac3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5cc21487bff54d22afee759a90dd1b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955826 Apr 05 11:42:37.269185 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c8cf9-b193-4def-9fd9-fdc96d2abac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2515bc1-19bc-4ad1-82d7-e753064e5406,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:37.270124 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38780) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:37.319697 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-369c19a4-4b35-4bb8-94f3-367e14e9e064 admin admin] Publish callbacks [] for security_group (a2515bc1-19bc-4ad1-82d7-e753064e5406), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:37.342294 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-369c19a4-4b35-4bb8-94f3-367e14e9e064 admin admin] Publish callbacks [] for security_group (a2515bc1-19bc-4ad1-82d7-e753064e5406), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:37.473100 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-369c19a4-4b35-4bb8-94f3-367e14e9e064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (a2515bc1-19bc-4ad1-82d7-e753064e5406), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:37.475720 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-369c19a4-4b35-4bb8-94f3-367e14e9e064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:37.476873 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-369c19a4-4b35-4bb8-94f3-367e14e9e064 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a2515bc1-19bc-4ad1-82d7-e753064e5406 HTTP/1.1" status: 204 len: 168 time: 0.2056911 Apr 05 11:42:37.484866 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c19a4-4b35-4bb8-94f3-367e14e9e064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2515bc1-19bc-4ad1-82d7-e753064e5406,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:40.724439 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38886) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:40.821148 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c39b5cab-f43f-4ed3-b8c3-5fe402b9856d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:40.899393 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c39b5cab-f43f-4ed3-b8c3-5fe402b9856d admin admin] Publish callbacks [] for security_group (c112eb05-d28a-418c-a2fb-a1807849b482), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:40.964516 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-c39b5cab-f43f-4ed3-b8c3-5fe402b9856d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (c112eb05-d28a-418c-a2fb-a1807849b482), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:41.003869 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-c39b5cab-f43f-4ed3-b8c3-5fe402b9856d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1fab3f3c994478084cf581182590d8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862258 Apr 05 11:42:41.004556 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b5cab-f43f-4ed3-b8c3-5fe402b9856d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c112eb05-d28a-418c-a2fb-a1807849b482,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:41.007382 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38896) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:41.055840 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d175d11a-def7-4569-b44b-0280129f4e77 admin admin] Publish callbacks [] for security_group (c112eb05-d28a-418c-a2fb-a1807849b482), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:41.077361 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d175d11a-def7-4569-b44b-0280129f4e77 admin admin] Publish callbacks [] for security_group (c112eb05-d28a-418c-a2fb-a1807849b482), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:41.213965 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d175d11a-def7-4569-b44b-0280129f4e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (c112eb05-d28a-418c-a2fb-a1807849b482), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:41.216667 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d175d11a-def7-4569-b44b-0280129f4e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:41.217749 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-d175d11a-def7-4569-b44b-0280129f4e77 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c112eb05-d28a-418c-a2fb-a1807849b482 HTTP/1.1" status: 204 len: 168 time: 0.2091386 Apr 05 11:42:41.225661 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175d11a-def7-4569-b44b-0280129f4e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c112eb05-d28a-418c-a2fb-a1807849b482,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:41.916575 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 38906) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:41.930361 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0bd8f7fa-71e9-4357-8f06-bfb999f4f719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:42.002117 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0bd8f7fa-71e9-4357-8f06-bfb999f4f719 admin admin] Publish callbacks [] for security_group (8e427deb-c66f-45eb-af5f-396533395f6d), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:42.071175 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0bd8f7fa-71e9-4357-8f06-bfb999f4f719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (8e427deb-c66f-45eb-af5f-396533395f6d), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:42.113567 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-0bd8f7fa-71e9-4357-8f06-bfb999f4f719 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=03c9c5b7f87f49178f7333a630549721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1959071 Apr 05 11:42:42.114426 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8f7fa-71e9-4357-8f06-bfb999f4f719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e427deb-c66f-45eb-af5f-396533395f6d,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:42.116552 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 38908) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:42.167331 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6839efa4-d532-4e47-854d-7ed43f83751f admin admin] Publish callbacks [] for security_group (8e427deb-c66f-45eb-af5f-396533395f6d), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:42.190534 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6839efa4-d532-4e47-854d-7ed43f83751f admin admin] Publish callbacks [] for security_group (8e427deb-c66f-45eb-af5f-396533395f6d), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:42.322753 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6839efa4-d532-4e47-854d-7ed43f83751f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (8e427deb-c66f-45eb-af5f-396533395f6d), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:42.325959 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-6839efa4-d532-4e47-854d-7ed43f83751f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:42.327189 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-6839efa4-d532-4e47-854d-7ed43f83751f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e427deb-c66f-45eb-af5f-396533395f6d HTTP/1.1" status: 204 len: 168 time: 0.2095804 Apr 05 11:42:42.343271 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839efa4-d532-4e47-854d-7ed43f83751f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e427deb-c66f-45eb-af5f-396533395f6d,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:43.545409 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:44.805344 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 39012) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:44.914382 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9dceb555-b320-4ec2-b465-dd2477523042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:44.993401 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9dceb555-b320-4ec2-b465-dd2477523042 admin admin] Publish callbacks [] for security_group (1b82f934-b83f-40c1-9cde-fdaedd28aa41), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:45.071906 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-9dceb555-b320-4ec2-b465-dd2477523042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (1b82f934-b83f-40c1-9cde-fdaedd28aa41), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:45.108339 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-9dceb555-b320-4ec2-b465-dd2477523042 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbaaae1b05bd4c3c88a5c4857eba2016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016582 Apr 05 11:42:45.109229 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dceb555-b320-4ec2-b465-dd2477523042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b82f934-b83f-40c1-9cde-fdaedd28aa41,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:45.111290 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 39024) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:45.164318 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Publish callbacks [] for security_group (1b82f934-b83f-40c1-9cde-fdaedd28aa41), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:45.190669 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Publish callbacks [] for security_group (1b82f934-b83f-40c1-9cde-fdaedd28aa41), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:45.278973 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e9764a8-0793-4292-9f0d-5d7eddfe2c3e req-c5f0dd43-9e89-43d6-94c6-c49fc9862fea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0621452 Apr 05 11:42:45.315003 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:42:45.340369 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (1b82f934-b83f-40c1-9cde-fdaedd28aa41), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:45.343097 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:45.344366 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b82f934-b83f-40c1-9cde-fdaedd28aa41 HTTP/1.1" status: 204 len: 168 time: 0.2317803 Apr 05 11:42:45.373748 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b82f934-b83f-40c1-9cde-fdaedd28aa41,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:45.388250 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:45.388636 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:45.388987 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:45.389333 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:45.389669 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:45.390002 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:45.390328 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:45.390658 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:45.390987 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:45.391313 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:45.391675 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:45.395796 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:45.395796 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:45.395796 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:45.395796 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7733d240-350a-4790-bc7f-ba77fb7dbaec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:45.410576 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9764a8-0793-4292-9f0d-5d7eddfe2c3e req-b8fa8180-95d4-435f-8ea6-daa0a08927f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:45.412178 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e9764a8-0793-4292-9f0d-5d7eddfe2c3e req-b8fa8180-95d4-435f-8ea6-daa0a08927f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 1129 time: 0.0667927 Apr 05 11:42:45.531504 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9764a8-0793-4292-9f0d-5d7eddfe2c3e req-3cfcb02b-e9b7-4bcf-8860-24e8bd0e7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:45.533000 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e9764a8-0793-4292-9f0d-5d7eddfe2c3e req-3cfcb02b-e9b7-4bcf-8860-24e8bd0e7444 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6351c4b7-133d-4471-82de-f39f3c9f175f HTTP/1.1" status: 200 len: 913 time: 0.0998907 Apr 05 11:42:45.600896 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e9764a8-0793-4292-9f0d-5d7eddfe2c3e req-740bee9e-7b2c-4cd7-995d-c9b11bcb9da8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4129f153-1ece-4259-82d8-7a290c87852d HTTP/1.1" status: 200 len: 1000 time: 0.0614197 Apr 05 11:42:45.652805 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9764a8-0793-4292-9f0d-5d7eddfe2c3e req-f18a4fd6-7e2e-4e9d-bd4d-c476411614c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:45.654539 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e9764a8-0793-4292-9f0d-5d7eddfe2c3e req-f18a4fd6-7e2e-4e9d-bd4d-c476411614c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37 HTTP/1.1" status: 200 len: 851 time: 0.0478399 Apr 05 11:42:45.708332 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9764a8-0793-4292-9f0d-5d7eddfe2c3e req-c37a2e98-c78b-4405-84c8-dc5f77fe6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:45.709842 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e9764a8-0793-4292-9f0d-5d7eddfe2c3e req-c37a2e98-c78b-4405-84c8-dc5f77fe6691 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6351c4b7-133d-4471-82de-f39f3c9f175f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489221 Apr 05 11:42:45.811589 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e9764a8-0793-4292-9f0d-5d7eddfe2c3e req-729a8e00-d9d0-4777-89b5-421121643ebc service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954125 Apr 05 11:42:45.916045 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e9764a8-0793-4292-9f0d-5d7eddfe2c3e req-6ee14354-9a32-4ee7-aad7-8f9feaa30d1e service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985172 Apr 05 11:42:48.805238 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 39112) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:48.911776 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5287d6ff-cc24-4d8e-8e68-08d5709c4bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:48.994147 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5287d6ff-cc24-4d8e-8e68-08d5709c4bad admin admin] Publish callbacks [] for security_group (cc95a048-bc8c-428b-84c6-44ef73fc2166), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:49.076310 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5287d6ff-cc24-4d8e-8e68-08d5709c4bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (cc95a048-bc8c-428b-84c6-44ef73fc2166), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:49.117061 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287d6ff-cc24-4d8e-8e68-08d5709c4bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc95a048-bc8c-428b-84c6-44ef73fc2166,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:49.121320 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-5287d6ff-cc24-4d8e-8e68-08d5709c4bad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9fc9bcb51de440f98ad39b1304092877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152399 Apr 05 11:42:49.124269 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 39118) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:49.171739 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-79e5a6ba-8dac-4889-8707-23d6d21f3d91 admin admin] Publish callbacks [] for security_group (cc95a048-bc8c-428b-84c6-44ef73fc2166), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:49.192808 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-79e5a6ba-8dac-4889-8707-23d6d21f3d91 admin admin] Publish callbacks [] for security_group (cc95a048-bc8c-428b-84c6-44ef73fc2166), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:49.301638 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-79e5a6ba-8dac-4889-8707-23d6d21f3d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (cc95a048-bc8c-428b-84c6-44ef73fc2166), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:49.304344 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-79e5a6ba-8dac-4889-8707-23d6d21f3d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:49.305523 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-79e5a6ba-8dac-4889-8707-23d6d21f3d91 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc95a048-bc8c-428b-84c6-44ef73fc2166 HTTP/1.1" status: 204 len: 168 time: 0.1804557 Apr 05 11:42:49.316170 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5a6ba-8dac-4889-8707-23d6d21f3d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc95a048-bc8c-428b-84c6-44ef73fc2166,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:50.721951 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3d56281-c776-4166-b625-ede86503d60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:53.038873 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c0d489bd-59d9-42dd-9be2-00c7eecf77e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:54.104667 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:55.264025 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 39244) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:55.369280 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a61e87b0-4169-4953-95bb-d1d2d1deb68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:55.452923 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a61e87b0-4169-4953-95bb-d1d2d1deb68f admin admin] Publish callbacks [] for security_group (235745f2-ee2a-407f-973d-a186483c13d7), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:55.524126 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-a61e87b0-4169-4953-95bb-d1d2d1deb68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (235745f2-ee2a-407f-973d-a186483c13d7), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:55.531819 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:55.566085 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-a61e87b0-4169-4953-95bb-d1d2d1deb68f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09e78f2d64184d3db1ab8a2534cb672e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009803 Apr 05 11:42:55.567341 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e87b0-4169-4953-95bb-d1d2d1deb68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235745f2-ee2a-407f-973d-a186483c13d7,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:55.569501 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 39260) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:55.616235 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0af0-25ba-4cb3-93f1-dcb1d61bf3cf admin admin] Publish callbacks [] for security_group (235745f2-ee2a-407f-973d-a186483c13d7), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:55.637431 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0af0-25ba-4cb3-93f1-dcb1d61bf3cf admin admin] Publish callbacks [] for security_group (235745f2-ee2a-407f-973d-a186483c13d7), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:55.781205 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0af0-25ba-4cb3-93f1-dcb1d61bf3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (235745f2-ee2a-407f-973d-a186483c13d7), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:55.783931 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0af0-25ba-4cb3-93f1-dcb1d61bf3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:55.787523 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-9f0d0af0-25ba-4cb3-93f1-dcb1d61bf3cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/235745f2-ee2a-407f-973d-a186483c13d7 HTTP/1.1" status: 204 len: 168 time: 0.2153223 Apr 05 11:42:55.793435 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d0af0-25ba-4cb3-93f1-dcb1d61bf3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235745f2-ee2a-407f-973d-a186483c13d7,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:56.950289 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:57.674385 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 39286) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:57.773912 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-91515102-3190-4d70-9a14-99332d0465d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:57.847270 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-91515102-3190-4d70-9a14-99332d0465d6 admin admin] Publish callbacks [] for security_group (83bc7c93-620c-4f8c-a35f-fc3489304eb7), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:57.912359 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-91515102-3190-4d70-9a14-99332d0465d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (83bc7c93-620c-4f8c-a35f-fc3489304eb7), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:57.952184 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-91515102-3190-4d70-9a14-99332d0465d6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66584947dd344c40902cd175184ccd9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766571 Apr 05 11:42:57.953212 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91515102-3190-4d70-9a14-99332d0465d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bc7c93-620c-4f8c-a35f-fc3489304eb7,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:57.955101 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 39290) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:58.006763 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5a6758d8-0054-4318-95cc-d5b49b0abe15 admin admin] Publish callbacks [] for security_group (83bc7c93-620c-4f8c-a35f-fc3489304eb7), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:58.028028 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5a6758d8-0054-4318-95cc-d5b49b0abe15 admin admin] Publish callbacks [] for security_group (83bc7c93-620c-4f8c-a35f-fc3489304eb7), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:58.135122 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5a6758d8-0054-4318-95cc-d5b49b0abe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (83bc7c93-620c-4f8c-a35f-fc3489304eb7), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:58.138398 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-5a6758d8-0054-4318-95cc-d5b49b0abe15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:58.139589 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-5a6758d8-0054-4318-95cc-d5b49b0abe15 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83bc7c93-620c-4f8c-a35f-fc3489304eb7 HTTP/1.1" status: 204 len: 168 time: 0.1830149 Apr 05 11:42:58.147352 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6758d8-0054-4318-95cc-d5b49b0abe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bc7c93-620c-4f8c-a35f-fc3489304eb7,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:58.772638 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 39298) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:58.786409 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ff6422d6-2b85-4cfa-b4ee-37d0d2f34d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:58.859269 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ff6422d6-2b85-4cfa-b4ee-37d0d2f34d8e admin admin] Publish callbacks [] for security_group (454a8f1f-5438-40aa-bc7f-f8ce03604402), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:58.986607 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ff6422d6-2b85-4cfa-b4ee-37d0d2f34d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (454a8f1f-5438-40aa-bc7f-f8ce03604402), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:59.024752 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ff6422d6-2b85-4cfa-b4ee-37d0d2f34d8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbdbf15e078a496a943ab91712fe0f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510731 Apr 05 11:42:59.025698 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6422d6-2b85-4cfa-b4ee-37d0d2f34d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454a8f1f-5438-40aa-bc7f-f8ce03604402,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:59.027410 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 39300) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:59.076485 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9111-521b-4912-87e1-480cde71e40e admin admin] Publish callbacks [] for security_group (454a8f1f-5438-40aa-bc7f-f8ce03604402), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:59.097853 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9111-521b-4912-87e1-480cde71e40e admin admin] Publish callbacks [] for security_group (454a8f1f-5438-40aa-bc7f-f8ce03604402), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:59.203766 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9111-521b-4912-87e1-480cde71e40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (454a8f1f-5438-40aa-bc7f-f8ce03604402), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:59.206395 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9111-521b-4912-87e1-480cde71e40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:59.207573 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f6dc9111-521b-4912-87e1-480cde71e40e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/454a8f1f-5438-40aa-bc7f-f8ce03604402 HTTP/1.1" status: 204 len: 168 time: 0.1790035 Apr 05 11:42:59.215399 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc9111-521b-4912-87e1-480cde71e40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454a8f1f-5438-40aa-bc7f-f8ce03604402,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:59.936263 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 39310) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:59.949536 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-573effb2-d67d-42ff-9f73-82acb51612ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:00.023887 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-573effb2-d67d-42ff-9f73-82acb51612ef admin admin] Publish callbacks [] for security_group (addf697d-be40-4920-8d04-41d5c4c217e8), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:00.089662 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-573effb2-d67d-42ff-9f73-82acb51612ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (addf697d-be40-4920-8d04-41d5c4c217e8), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:00.128681 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-573effb2-d67d-42ff-9f73-82acb51612ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb56f681127243218d244e1ed0b47328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912997 Apr 05 11:43:00.129525 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573effb2-d67d-42ff-9f73-82acb51612ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addf697d-be40-4920-8d04-41d5c4c217e8,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:00.132171 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 39312) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:00.187901 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a8aa547e-e730-46d8-bd97-f00a86956793 admin admin] Publish callbacks [] for security_group (addf697d-be40-4920-8d04-41d5c4c217e8), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:00.209186 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a8aa547e-e730-46d8-bd97-f00a86956793 admin admin] Publish callbacks [] for security_group (addf697d-be40-4920-8d04-41d5c4c217e8), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:00.333249 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a8aa547e-e730-46d8-bd97-f00a86956793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (addf697d-be40-4920-8d04-41d5c4c217e8), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:00.335882 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a8aa547e-e730-46d8-bd97-f00a86956793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:00.342527 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a8aa547e-e730-46d8-bd97-f00a86956793 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/addf697d-be40-4920-8d04-41d5c4c217e8 HTTP/1.1" status: 204 len: 168 time: 0.2038441 Apr 05 11:43:00.345231 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa547e-e730-46d8-bd97-f00a86956793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addf697d-be40-4920-8d04-41d5c4c217e8,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:13.655327 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:20.706090 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-aadd55ae-4857-4e28-9afa-9114a609e60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.324152 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 39502) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:21.428542 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ce06568-5fc2-4957-a763-293244a107af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.499986 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ce06568-5fc2-4957-a763-293244a107af admin admin] Publish callbacks [] for security_group (29748842-c266-45f6-91be-5d8610b26dc0), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.560174 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ce06568-5fc2-4957-a763-293244a107af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (29748842-c266-45f6-91be-5d8610b26dc0), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.597607 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce06568-5fc2-4957-a763-293244a107af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29748842-c266-45f6-91be-5d8610b26dc0,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:21.603066 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-5ce06568-5fc2-4957-a763-293244a107af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94aa221c417a4f8ba319c8cdeb89b898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778680 Apr 05 11:43:21.605908 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 39506) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:21.654782 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d44448b4-5330-450c-8120-e64e71e9c675 admin admin] Publish callbacks [] for security_group (29748842-c266-45f6-91be-5d8610b26dc0), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.676857 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d44448b4-5330-450c-8120-e64e71e9c675 admin admin] Publish callbacks [] for security_group (29748842-c266-45f6-91be-5d8610b26dc0), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.845104 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d44448b4-5330-450c-8120-e64e71e9c675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (29748842-c266-45f6-91be-5d8610b26dc0), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.848783 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-d44448b4-5330-450c-8120-e64e71e9c675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.850574 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-d44448b4-5330-450c-8120-e64e71e9c675 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29748842-c266-45f6-91be-5d8610b26dc0 HTTP/1.1" status: 204 len: 168 time: 0.2436430 Apr 05 11:43:21.862365 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44448b4-5330-450c-8120-e64e71e9c675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29748842-c266-45f6-91be-5d8610b26dc0,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:22.314824 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:43:23.115023 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-df65b219-596c-497f-9783-7eb7c5b642e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:24.132491 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:25.480610 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:26.980458 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:31.721400 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df75343-9904-4cce-9763-03c5d9bba6cc req-76f542c1-81b1-43b7-a235-9f6481f6832c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:31.722952 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6df75343-9904-4cce-9763-03c5d9bba6cc req-76f542c1-81b1-43b7-a235-9f6481f6832c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 945 time: 0.0577469 Apr 05 11:43:31.772638 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6df75343-9904-4cce-9763-03c5d9bba6cc req-786082e0-5a5a-40f8-a58b-bac229e17237 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439751 Apr 05 11:43:32.903186 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc72dc-2e21-48cf-b020-35e5b5e0a49b req-9a9c5c6f-e422-4591-b75e-4bb8536c9dd4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:32.904871 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-73cc72dc-2e21-48cf-b020-35e5b5e0a49b req-9a9c5c6f-e422-4591-b75e-4bb8536c9dd4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 945 time: 0.0647933 Apr 05 11:43:32.959526 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-73cc72dc-2e21-48cf-b020-35e5b5e0a49b req-b58fa835-96e5-498a-ab02-4f5d99b17584 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484223 Apr 05 11:43:33.483115 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4746c7e-f244-4499-ad27-57c6c0bcd3a7 req-213fe30f-4008-4873-90b5-2d9f1f7ae992 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:33.484654 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a4746c7e-f244-4499-ad27-57c6c0bcd3a7 req-213fe30f-4008-4873-90b5-2d9f1f7ae992 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 945 time: 0.0542314 Apr 05 11:43:33.578232 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-a4746c7e-f244-4499-ad27-57c6c0bcd3a7 req-efe58c61-dc2f-4a4c-ade0-b861d06b3621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Deleting port 4129f153-1ece-4259-82d8-7a290c87852d {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:43:33.579053 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a4746c7e-f244-4499-ad27-57c6c0bcd3a7 req-efe58c61-dc2f-4a4c-ade0-b861d06b3621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (4129f153-1ece-4259-82d8-7a290c87852d), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:33.677273 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-a4746c7e-f244-4499-ad27-57c6c0bcd3a7 req-efe58c61-dc2f-4a4c-ade0-b861d06b3621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] For port 4129f153-1ece-4259-82d8-7a290c87852d, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4129f153-1ece-4259-82d8-7a290c87852d,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:43:33.677628 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a4746c7e-f244-4499-ad27-57c6c0bcd3a7 req-efe58c61-dc2f-4a4c-ade0-b861d06b3621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (4129f153-1ece-4259-82d8-7a290c87852d), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:33.860259 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a4746c7e-f244-4499-ad27-57c6c0bcd3a7 req-efe58c61-dc2f-4a4c-ade0-b861d06b3621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:33.860626 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a4746c7e-f244-4499-ad27-57c6c0bcd3a7 req-efe58c61-dc2f-4a4c-ade0-b861d06b3621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (f48a11e9-0d56-48d6-9aae-267c5d345e00), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:33.860946 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-a4746c7e-f244-4499-ad27-57c6c0bcd3a7 req-efe58c61-dc2f-4a4c-ade0-b861d06b3621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Floating IP f48a11e9-0d56-48d6-9aae-267c5d345e00 disassociated. External IP: 172.27.1.24, port: 4129f153-1ece-4259-82d8-7a290c87852d. Apr 05 11:43:33.861379 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-a4746c7e-f244-4499-ad27-57c6c0bcd3a7 req-efe58c61-dc2f-4a4c-ade0-b861d06b3621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Calling delete_port for 4129f153-1ece-4259-82d8-7a290c87852d owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:43:34.089167 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0de25-3106-4417-bb85-ad40e653af36 req-b9821e3f-2fb7-48b6-a1e8-38565a0dc983 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:34.090575 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-90d0de25-3106-4417-bb85-ad40e653af36 req-b9821e3f-2fb7-48b6-a1e8-38565a0dc983 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 945 time: 0.0524890 Apr 05 11:43:34.095371 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a4746c7e-f244-4499-ad27-57c6c0bcd3a7 req-efe58c61-dc2f-4a4c-ade0-b861d06b3621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (4129f153-1ece-4259-82d8-7a290c87852d), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:34.140524 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe58c61-dc2f-4a4c-ade0-b861d06b3621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event deleted for resources: {'Port': ['ID=4129f153-1ece-4259-82d8-7a290c87852d,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:34.227478 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-90d0de25-3106-4417-bb85-ad40e653af36 req-fd3f6288-0c5f-4740-90fb-fdd24ba4b019 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300840 Apr 05 11:43:34.296006 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4746c7e-f244-4499-ad27-57c6c0bcd3a7 req-efe58c61-dc2f-4a4c-ade0-b861d06b3621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:43:34.413654 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4746c7e-f244-4499-ad27-57c6c0bcd3a7 req-efe58c61-dc2f-4a4c-ade0-b861d06b3621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:43:34.423388 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e15c078-befd-4c79-8ef3-5913026afe9a None None] Sync routers for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:43:34.434570 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e15c078-befd-4c79-8ef3-5913026afe9a None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:43:34.435514 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-6e15c078-befd-4c79-8ef3-5913026afe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:43:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:43:34.458611 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4746c7e-f244-4499-ad27-57c6c0bcd3a7 req-efe58c61-dc2f-4a4c-ade0-b861d06b3621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] No DVR routers for this DVR port 4129f153-1ece-4259-82d8-7a290c87852d on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:43:34.461427 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a4746c7e-f244-4499-ad27-57c6c0bcd3a7 req-efe58c61-dc2f-4a4c-ade0-b861d06b3621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:34.465069 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a4746c7e-f244-4499-ad27-57c6c0bcd3a7 req-efe58c61-dc2f-4a4c-ade0-b861d06b3621 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.57 "DELETE /v2.0/ports/4129f153-1ece-4259-82d8-7a290c87852d HTTP/1.1" status: 204 len: 173 time: 0.9751606 Apr 05 11:43:34.465532 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d592d6-a3fa-42be-8e0d-81b3932cf139', 'name': 'network-vif-deleted', 'tag': '4129f153-1ece-4259-82d8-7a290c87852d'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:43:34.468520 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1275223e-9615-4193-8c47-9dba0561e3a2" -d '{"events": [{"server_uuid": "e1d592d6-a3fa-42be-8e0d-81b3932cf139", "name": "network-vif-deleted", "tag": "4129f153-1ece-4259-82d8-7a290c87852d"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:43:34.508576 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d097a6-b91b-439c-918c-0f779a957714 x-openstack-request-id: req-d3d097a6-b91b-439c-918c-0f779a957714 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:43:34.509159 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d592d6-a3fa-42be-8e0d-81b3932cf139", "name": "network-vif-deleted", "tag": "4129f153-1ece-4259-82d8-7a290c87852d", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:43:34.509159 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3d097a6-b91b-439c-918c-0f779a957714 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:43:34.509506 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d097a6-b91b-439c-918c-0f779a957714'] response: {'server_uuid': 'e1d592d6-a3fa-42be-8e0d-81b3932cf139', 'name': 'network-vif-deleted', 'tag': '4129f153-1ece-4259-82d8-7a290c87852d', 'status': 'completed', 'code': 200} Apr 05 11:43:34.559733 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-6e15c078-befd-4c79-8ef3-5913026afe9a None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:43:34.775490 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-6e15c078-befd-4c79-8ef3-5913026afe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:43:34.805991 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e15c078-befd-4c79-8ef3-5913026afe9a None None] Checking router: 19c95139-59ce-4d00-8d69-aea4a8cf28c9 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:43:34.814587 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e15c078-befd-4c79-8ef3-5913026afe9a None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:43:34.815178 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-6e15c078-befd-4c79-8ef3-5913026afe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:43:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:43:34.924508 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-6e15c078-befd-4c79-8ef3-5913026afe9a None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:43:35.129456 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-6e15c078-befd-4c79-8ef3-5913026afe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:43:35.160410 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e15c078-befd-4c79-8ef3-5913026afe9a None None] The sync data for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi is: [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:43:35.347647 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e80da08b-d686-4916-b8cb-81403f34c0aa req-ddbfd68c-9ab9-456a-97f5-57758ca7d295 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1d592d6-a3fa-42be-8e0d-81b3932cf139 HTTP/1.1" status: 200 len: 210 time: 0.0300157 Apr 05 11:43:35.411272 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1aa9cc-d4da-4414-8511-fdb180f0b856 None None] New status for floating IP f48a11e9-0d56-48d6-9aae-267c5d345e00: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:43:36.616051 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-c796c2cf-3c00-4a48-847c-d90ec7b93ad2 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021731976&fields=id&tenant_id=0bfd09739367451297d7d3042eb37411 HTTP/1.1" status: 200 len: 267 time: 0.0458784 Apr 05 11:43:36.725282 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-81a9666d-9b3d-4043-a36f-5ffd2b1ecb00 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:36.726782 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-81a9666d-9b3d-4043-a36f-5ffd2b1ecb00 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/networks?id=6351c4b7-133d-4471-82de-f39f3c9f175f HTTP/1.1" status: 200 len: 812 time: 0.1041303 Apr 05 11:43:36.741159 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-2c265f20-88eb-49ad-9433-0f00d43b5bac tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/quotas/0bfd09739367451297d7d3042eb37411 HTTP/1.1" status: 200 len: 375 time: 0.0086913 Apr 05 11:43:36.814892 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-1685386d-77eb-458f-a91e-6bf4cffe4bd9 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685968 Apr 05 11:43:36.913849 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-7cb8a01c-18bc-4651-8760-6a7bd3228b5b service neutron] 10.222.0.60 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877664 Apr 05 11:43:37.006037 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-d3a8794c-1a67-4382-b5f9-25fd96b028e4 service neutron] 10.222.0.60 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862899 Apr 05 11:43:37.353487 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 4129f153-1ece-4259-82d8-7a290c87852d no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:43:37.374108 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 4129f153-1ece-4259-82d8-7a290c87852d {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:43:37.384974 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 4129f153-1ece-4259-82d8-7a290c87852d not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:43:37.580269 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-5852fb8a-2502-4d54-8ad6-450040d06673 req-196022a0-f3c4-4118-afd1-9631e406a919 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 210 time: 0.0301981 Apr 05 11:43:38.657256 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-184b9033-54f0-47a3-b936-2fd4a8f285d7 req-c880e17f-93cc-4015-9ffb-5347a5906f96 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 210 time: 0.0267084 Apr 05 11:43:39.735982 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e712cfd0-40f1-4f4e-a733-50d4bfd6f52b req-6dd458a4-af82-48d4-86c6-e929f3acc16c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 210 time: 0.0270486 Apr 05 11:43:40.815192 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eb332e5c-c832-453d-b435-b7aaa98a76a5 req-be9a331e-aa11-4465-b1ca-d7d8d5803146 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 210 time: 0.0308087 Apr 05 11:43:41.910628 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b5c40e83-1c1b-46df-a80f-0e00df4b9f5a req-9ba9dc53-14d8-434f-b685-dfb32a4c7d14 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 210 time: 0.0297453 Apr 05 11:43:42.918241 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-1b694dda-9e08-4943-b02e-247deed9230d tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:42.919719 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-1b694dda-9e08-4943-b02e-247deed9230d tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.57 "GET /v2.0/networks?id=6351c4b7-133d-4471-82de-f39f3c9f175f HTTP/1.1" status: 200 len: 812 time: 0.1001081 Apr 05 11:43:43.007597 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-559f9b2d-6d93-4351-8f01-a59bfc7b693e tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bfd09739367451297d7d3042eb37411 HTTP/1.1" status: 200 len: 380 time: 0.0688992 Apr 05 11:43:43.027068 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b4bb3289-7f1b-4ee3-843a-db344597cb18 req-ff7f6c71-55e7-4758-ad5c-efb6882c811c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 210 time: 0.0415418 Apr 05 11:43:43.030314 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-036c2fb3-22fa-4633-b7cc-37a1182c1e0a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Request body: {'port': {'device_id': '514febd1-349b-4439-8ba2-62889b067381', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'admin_state_up': True, 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'security_groups': ['68164dcb-34e2-46d4-84df-96445929632d']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:43:43.216908 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-036c2fb3-22fa-4633-b7cc-37a1182c1e0a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Made reservation on behalf of 0bfd09739367451297d7d3042eb37411 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:43:43.221511 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-036c2fb3-22fa-4633-b7cc-37a1182c1e0a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:43.559513 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:43.629513 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-036c2fb3-22fa-4633-b7cc-37a1182c1e0a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Allocated IP 172.20.0.14 (6351c4b7-133d-4471-82de-f39f3c9f175f/7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37/449dbab4-b7db-4b76-9262-6f3cd9a7eae2) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:43:43.766978 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-036c2fb3-22fa-4633-b7cc-37a1182c1e0a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for port (449dbab4-b7db-4b76-9262-6f3cd9a7eae2), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:43.912459 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-036c2fb3-22fa-4633-b7cc-37a1182c1e0a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (449dbab4-b7db-4b76-9262-6f3cd9a7eae2), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:43.953939 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-036c2fb3-22fa-4633-b7cc-37a1182c1e0a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Network 6351c4b7-133d-4471-82de-f39f3c9f175f is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:43:43.956839 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-036c2fb3-22fa-4633-b7cc-37a1182c1e0a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:43:43.960657 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-036c2fb3-22fa-4633-b7cc-37a1182c1e0a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:43:43.990802 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c2fb3-22fa-4633-b7cc-37a1182c1e0a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event updated for resources: {'Port': ['ID=449dbab4-b7db-4b76-9262-6f3cd9a7eae2,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:44.030539 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-036c2fb3-22fa-4633-b7cc-37a1182c1e0a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:44.031430 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-036c2fb3-22fa-4633-b7cc-37a1182c1e0a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:44.144080 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-036c2fb3-22fa-4633-b7cc-37a1182c1e0a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1190133 Apr 05 11:43:44.164235 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Request body: {'port': {'device_id': '514febd1-349b-4439-8ba2-62889b067381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:43:44.164993 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b628f-1457-4399-8c24-f118deb1da23 req-77916f63-5282-44fb-b1df-0ebda12f517b tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:44.166728 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-518b628f-1457-4399-8c24-f118deb1da23 req-77916f63-5282-44fb-b1df-0ebda12f517b tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 932 time: 0.0684886 Apr 05 11:43:44.218614 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-518b628f-1457-4399-8c24-f118deb1da23 req-9d6ace23-730b-428e-b7c4-f9c64152dbcb tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449467 Apr 05 11:43:44.226757 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-f8197bdd-0254-43f7-8e36-906b983feb9e None None] Provisioning complete for port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:43:44.227258 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f8197bdd-0254-43f7-8e36-906b983feb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (449dbab4-b7db-4b76-9262-6f3cd9a7eae2), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:44.243619 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (449dbab4-b7db-4b76-9262-6f3cd9a7eae2), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:44.266112 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-f8197bdd-0254-43f7-8e36-906b983feb9e None None] Port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:43:44.520531 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:43:44.527760 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Publish callbacks [] for port (449dbab4-b7db-4b76-9262-6f3cd9a7eae2), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:44.539904 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Transition to ACTIVE for port object 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:43:44.627773 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62790695'] for port (449dbab4-b7db-4b76-9262-6f3cd9a7eae2), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:44.681913 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=449dbab4-b7db-4b76-9262-6f3cd9a7eae2,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:44.755031 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Attempting to bind port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:43:44.755372 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Attempting to bind port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:43:44.755736 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Attempting to bind port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 on network 6351c4b7-133d-4471-82de-f39f3c9f175f {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:43:44.760247 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 on network 6351c4b7-133d-4471-82de-f39f3c9f175f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:43:44.760570 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Attempting to bind port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 on network 6351c4b7-133d-4471-82de-f39f3c9f175f {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:43:44.766101 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:43:44.766448 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Checking segment: {'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:43:44.766839 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Bound using segment: {'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:43:44.767273 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Bound port: 449dbab4-b7db-4b76-9262-6f3cd9a7eae2, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:43:44.767658 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (449dbab4-b7db-4b76-9262-6f3cd9a7eae2), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:44.834566 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] For port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:43:44.837556 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] For port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=449dbab4-b7db-4b76-9262-6f3cd9a7eae2,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:43:44.946329 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62790695'] for port (449dbab4-b7db-4b76-9262-6f3cd9a7eae2), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:44.981633 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:44.982240 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:44.983631 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] 10.222.0.57 "PUT /v2.0/ports/449dbab4-b7db-4b76-9262-6f3cd9a7eae2 HTTP/1.1" status: 200 len: 1094 time: 0.8257003 Apr 05 11:43:44.984154 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514febd1-349b-4439-8ba2-62889b067381', 'tag': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:43:44.986675 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360882d7-99ac-4c4e-8154-295aff18fb7b" -d '{"events": [{"name": "network-changed", "server_uuid": "514febd1-349b-4439-8ba2-62889b067381", "tag": "449dbab4-b7db-4b76-9262-6f3cd9a7eae2"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:43:45.013149 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28767d-22a9-4c06-bd56-d343b17ec7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=449dbab4-b7db-4b76-9262-6f3cd9a7eae2,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:45.027367 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b4aa8c-07bd-4324-be9c-da25bfc24e55 x-openstack-request-id: req-33b4aa8c-07bd-4324-be9c-da25bfc24e55 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:43:45.027832 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514febd1-349b-4439-8ba2-62889b067381", "tag": "449dbab4-b7db-4b76-9262-6f3cd9a7eae2", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:43:45.028092 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33b4aa8c-07bd-4324-be9c-da25bfc24e55 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:43:45.028507 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b4aa8c-07bd-4324-be9c-da25bfc24e55'] response: {'name': 'network-changed', 'server_uuid': '514febd1-349b-4439-8ba2-62889b067381', 'tag': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'status': 'completed', 'code': 200} Apr 05 11:43:45.124298 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360882d7-99ac-4c4e-8154-295aff18fb7b req-19fea6d3-89c5-464d-bcce-46787f966cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:45.126396 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-360882d7-99ac-4c4e-8154-295aff18fb7b req-19fea6d3-89c5-464d-bcce-46787f966cd8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 1128 time: 0.0558255 Apr 05 11:43:45.231549 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360882d7-99ac-4c4e-8154-295aff18fb7b req-422f8b4e-0d7d-428e-98d7-7318d38822c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:45.233006 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-360882d7-99ac-4c4e-8154-295aff18fb7b req-422f8b4e-0d7d-428e-98d7-7318d38822c5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0bfd09739367451297d7d3042eb37411&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0938461 Apr 05 11:43:45.331389 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360882d7-99ac-4c4e-8154-295aff18fb7b req-c073ef24-9266-4b89-a66f-dddba47c7ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:45.332803 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-360882d7-99ac-4c4e-8154-295aff18fb7b req-c073ef24-9266-4b89-a66f-dddba47c7ec4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942118 Apr 05 11:43:45.340138 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f992f-1d7d-44fa-870f-bb09e4b5af14 req-d51fa5f2-021f-47e4-8b93-9e782e9e4c5c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:45.341630 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c59f992f-1d7d-44fa-870f-bb09e4b5af14 req-d51fa5f2-021f-47e4-8b93-9e782e9e4c5c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 944 time: 0.0542810 Apr 05 11:43:45.438610 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3f507ea8-32b7-496b-98d5-9c43d8523d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:45.440143 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-3f507ea8-32b7-496b-98d5-9c43d8523d6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 1128 time: 0.0472744 Apr 05 11:43:45.488983 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-2c04b0f7-f242-4097-b2c7-1b35b77807cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=449dbab4-b7db-4b76-9262-6f3cd9a7eae2 HTTP/1.1" status: 200 len: 217 time: 0.0368483 Apr 05 11:43:45.539893 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-09e6bdb2-3932-4108-ae49-fe981095798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:45.541357 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-09e6bdb2-3932-4108-ae49-fe981095798d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37 HTTP/1.1" status: 200 len: 851 time: 0.0472083 Apr 05 11:43:45.550445 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c59f992f-1d7d-44fa-870f-bb09e4b5af14 req-44880a98-b901-48da-8acb-7ff7dbeea8bb tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015531 Apr 05 11:43:45.590700 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-0156725e-583b-4774-8ff8-0b3c8766964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:45.592185 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-0156725e-583b-4774-8ff8-0b3c8766964f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6351c4b7-133d-4471-82de-f39f3c9f175f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442452 Apr 05 11:43:45.682599 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-14d51cf0-a355-4ce0-89a0-3f7ae89c888c service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846279 Apr 05 11:43:45.769708 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35086aef-999e-4a29-8d6c-7a8171a4852c req-70a8d79a-d0b3-4b26-b2b0-e9ec45a27219 service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809731 Apr 05 11:43:46.722868 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872840d-44f9-4094-9ef7-ab7efd3a8282 req-a606e8db-ebd7-497e-9f84-64065e8d4ad2 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:46.724340 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5872840d-44f9-4094-9ef7-ab7efd3a8282 req-a606e8db-ebd7-497e-9f84-64065e8d4ad2 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 944 time: 0.1057320 Apr 05 11:43:46.777375 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5872840d-44f9-4094-9ef7-ab7efd3a8282 req-deef3759-3433-44dd-aa76-ba41deed2c93 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474470 Apr 05 11:43:47.892466 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d23aa9-5eb0-4021-8a9f-b26ba158a194 req-d506c1db-5f26-4760-b7f1-1ec4b71dd706 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:47.893971 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a0d23aa9-5eb0-4021-8a9f-b26ba158a194 req-d506c1db-5f26-4760-b7f1-1ec4b71dd706 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 944 time: 0.0521770 Apr 05 11:43:47.945468 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a0d23aa9-5eb0-4021-8a9f-b26ba158a194 req-3d27f30c-2c68-4bdf-b2db-12d94f6847b8 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459118 Apr 05 11:43:49.066665 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7ee14-5ab9-4b1b-af5f-a0e679c98723 req-baa9dfe2-34a9-4317-b1fa-9cbdd782ce06 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:49.068129 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-07f7ee14-5ab9-4b1b-af5f-a0e679c98723 req-baa9dfe2-34a9-4317-b1fa-9cbdd782ce06 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 944 time: 0.0538380 Apr 05 11:43:49.117365 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-07f7ee14-5ab9-4b1b-af5f-a0e679c98723 req-0cd18f34-f57e-4bb5-87b7-9ae8fc322cbf tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437591 Apr 05 11:43:50.236477 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1bce7-23f9-44e1-a2ee-6fa683ba25e1 req-85c4009b-6349-4594-9b0c-5af2aaca29db tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:50.240668 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-17b1bce7-23f9-44e1-a2ee-6fa683ba25e1 req-85c4009b-6349-4594-9b0c-5af2aaca29db tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 944 time: 0.0547020 Apr 05 11:43:50.287322 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-17b1bce7-23f9-44e1-a2ee-6fa683ba25e1 req-0bf97aba-6c3e-4760-94d1-6ea88c65b554 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435240 Apr 05 11:43:50.747672 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f706213e-046d-4773-8a8b-8f92da91a58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:51.407003 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407e82f-456e-4cf4-97cd-0a6aeaa73a50 req-60647492-828e-47c2-8c1c-ff4d53d14d0d tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:51.408490 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0407e82f-456e-4cf4-97cd-0a6aeaa73a50 req-60647492-828e-47c2-8c1c-ff4d53d14d0d tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 944 time: 0.0541792 Apr 05 11:43:51.458647 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0407e82f-456e-4cf4-97cd-0a6aeaa73a50 req-95a46800-910c-452a-834b-6574eb79de2b tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444775 Apr 05 11:43:52.584156 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb66a7-d1a9-46b8-bec7-997a7e0c1bde req-e35a6973-a268-4782-9d17-8874465bee19 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:52.585552 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-00fb66a7-d1a9-46b8-bec7-997a7e0c1bde req-e35a6973-a268-4782-9d17-8874465bee19 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 944 time: 0.0554235 Apr 05 11:43:52.633449 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-00fb66a7-d1a9-46b8-bec7-997a7e0c1bde req-d0fb9e13-24b5-4bc7-be72-22f7a24d8ed1 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423775 Apr 05 11:43:53.019423 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-40dd0633-656a-4288-bf4e-3dd994496b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:53.759029 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1405f64-c7b0-45a5-b0d1-e211e3cfb8f2 req-7baf63ac-9aae-46e4-9eb5-3fc96c31eed9 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:53.760514 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e1405f64-c7b0-45a5-b0d1-e211e3cfb8f2 req-7baf63ac-9aae-46e4-9eb5-3fc96c31eed9 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 944 time: 0.0593512 Apr 05 11:43:53.813937 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e1405f64-c7b0-45a5-b0d1-e211e3cfb8f2 req-3448b771-c79f-4f0f-8840-e83688e0fb2b tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439234 Apr 05 11:43:54.099641 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:54.933761 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094bed3-7733-4187-89bf-cff8dd2fdeaa req-b278579b-52a3-4c25-acb6-9487f9e815b0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:54.935286 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2094bed3-7733-4187-89bf-cff8dd2fdeaa req-b278579b-52a3-4c25-acb6-9487f9e815b0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 944 time: 0.0570242 Apr 05 11:43:54.982866 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-2094bed3-7733-4187-89bf-cff8dd2fdeaa req-7d0430ab-7445-431d-8f3e-eccb8a5e16de tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421195 Apr 05 11:43:55.690842 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:56.099287 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06089a3c-57c3-4bfa-b8e6-f0f250230f6f req-1ad4c9b1-1af0-4d79-8f99-8d8cfe28dc0f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:56.100784 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-06089a3c-57c3-4bfa-b8e6-f0f250230f6f req-1ad4c9b1-1af0-4d79-8f99-8d8cfe28dc0f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 944 time: 0.0517824 Apr 05 11:43:56.148993 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-06089a3c-57c3-4bfa-b8e6-f0f250230f6f req-5c11a092-46e1-4c4e-9a17-0082e0514661 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427020 Apr 05 11:43:56.998805 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:57.268736 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34fe6a-5b82-49ef-a204-748daad53602 req-c98741f9-5819-4e96-97a0-dcec70400400 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:57.270221 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0e34fe6a-5b82-49ef-a204-748daad53602 req-c98741f9-5819-4e96-97a0-dcec70400400 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 944 time: 0.0528586 Apr 05 11:43:57.318780 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0e34fe6a-5b82-49ef-a204-748daad53602 req-a28daf6d-0d27-4922-834c-efcc556e9f5f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427947 Apr 05 11:43:58.439366 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b084e4-a36c-4f96-a46a-19ea67339dcc req-45f70255-632b-4695-96c3-d19feff68dea tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:58.440848 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-76b084e4-a36c-4f96-a46a-19ea67339dcc req-45f70255-632b-4695-96c3-d19feff68dea tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 944 time: 0.0527253 Apr 05 11:43:58.492905 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-76b084e4-a36c-4f96-a46a-19ea67339dcc req-f863029c-dcb3-4e6a-a758-bb41e0357737 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464981 Apr 05 11:43:59.314254 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:43:59.613696 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf770e-5974-4201-967c-129531297a24 req-3f781974-b3b2-478a-b2a0-efe3b2dd92df tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:59.615173 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d8cf770e-5974-4201-967c-129531297a24 req-3f781974-b3b2-478a-b2a0-efe3b2dd92df tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 944 time: 0.0564058 Apr 05 11:43:59.668174 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d8cf770e-5974-4201-967c-129531297a24 req-7ead2ddb-d654-477b-943b-22e73ec74210 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473335 Apr 05 11:44:00.789417 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d618aa-bc85-4fff-8de7-17076c7d4e3e req-dfb3c5d3-6b4e-4ec2-920f-df765e2990f0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:00.790911 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5d618aa-bc85-4fff-8de7-17076c7d4e3e req-dfb3c5d3-6b4e-4ec2-920f-df765e2990f0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 944 time: 0.0530195 Apr 05 11:44:00.840596 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5d618aa-bc85-4fff-8de7-17076c7d4e3e req-08a22b46-049b-44c9-8cad-db2506f1b950 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426896 Apr 05 11:44:01.469995 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:44:01.507646 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 39964) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:01.572780 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=449dbab4-b7db-4b76-9262-6f3cd9a7eae2,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:44:01.584811 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'port_id': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'mac_address': 'fa:16:3e:14:44:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:44:01.619725 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:01.622922 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:44:01.623320 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (449dbab4-b7db-4b76-9262-6f3cd9a7eae2), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:01.637211 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:44:01.658867 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=449dbab4-b7db-4b76-9262-6f3cd9a7eae2,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:44:01.693781 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Publish callbacks [] for security_group (27e66baa-690b-45c5-bd84-7ba66e2d351f), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:01.770135 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (449dbab4-b7db-4b76-9262-6f3cd9a7eae2), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:01.799176 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (27e66baa-690b-45c5-bd84-7ba66e2d351f), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:01.819663 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=449dbab4-b7db-4b76-9262-6f3cd9a7eae2,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:01.826671 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.827058 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.828523 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.828523 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.828844 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.829173 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.829502 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.829829 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.830156 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.830481 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.830807 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.831135 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.831481 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.831804 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.832127 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.844485 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d476ae13b39416fb517fbb4a97dc554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324332 Apr 05 11:44:01.844485 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e66baa-690b-45c5-bd84-7ba66e2d351f,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:01.844485 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 39970) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:01.859697 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.860046 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.860390 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.860727 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.861060 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.861394 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.861718 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.862041 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.862367 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.862719 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.863046 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.863368 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.863761 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.864072 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.864387 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce527f1-346d-4ff3-afde-961a370a75e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:01.905908 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ad4fcfef-f311-4c31-a3d2-c3b2bd5dbc1d admin admin] Publish callbacks [] for security_group (27e66baa-690b-45c5-bd84-7ba66e2d351f), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:01.953799 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ad4fcfef-f311-4c31-a3d2-c3b2bd5dbc1d admin admin] Publish callbacks [] for security_group (27e66baa-690b-45c5-bd84-7ba66e2d351f), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:02.005146 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1308f9c-9acc-47d1-980a-0b35d0d9f518 req-8a301820-8080-4ff8-8f79-812e77e93a1d tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:02.006650 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c1308f9c-9acc-47d1-980a-0b35d0d9f518 req-8a301820-8080-4ff8-8f79-812e77e93a1d tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 945 time: 0.0916328 Apr 05 11:44:02.057391 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c1308f9c-9acc-47d1-980a-0b35d0d9f518 req-e9a4e62e-51e4-4ac8-bef8-1baa39da9fe7 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428040 Apr 05 11:44:02.080589 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['449dbab4-b7db-4b76-9262-6f3cd9a7eae2'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:44:02.101272 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ad4fcfef-f311-4c31-a3d2-c3b2bd5dbc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (27e66baa-690b-45c5-bd84-7ba66e2d351f), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:02.104054 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ad4fcfef-f311-4c31-a3d2-c3b2bd5dbc1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:02.105184 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ad4fcfef-f311-4c31-a3d2-c3b2bd5dbc1d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27e66baa-690b-45c5-bd84-7ba66e2d351f HTTP/1.1" status: 204 len: 168 time: 0.2603347 Apr 05 11:44:02.113954 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fcfef-f311-4c31-a3d2-c3b2bd5dbc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e66baa-690b-45c5-bd84-7ba66e2d351f,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:03.180030 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593da420-57b3-4d4a-9f87-2700ea5236b9 req-0f24669b-253d-4f20-a90a-fa4bda64f14e tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:03.181516 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-593da420-57b3-4d4a-9f87-2700ea5236b9 req-0f24669b-253d-4f20-a90a-fa4bda64f14e tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 945 time: 0.0582993 Apr 05 11:44:03.231243 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-593da420-57b3-4d4a-9f87-2700ea5236b9 req-928cc8eb-5f98-4b94-9ed9-2b254177415f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438907 Apr 05 11:44:03.483634 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:44:03.659282 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:44:03.663361 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:44:03.663766 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (449dbab4-b7db-4b76-9262-6f3cd9a7eae2), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:03.741279 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:44:03.741623 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (449dbab4-b7db-4b76-9262-6f3cd9a7eae2), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:03.767445 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514febd1-349b-4439-8ba2-62889b067381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:44:03.769782 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feacace7-5450-436c-b850-ffd5f16e8ef2" -d '{"events": [{"server_uuid": "514febd1-349b-4439-8ba2-62889b067381", "name": "network-vif-plugged", "status": "completed", "tag": "449dbab4-b7db-4b76-9262-6f3cd9a7eae2"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:44:03.782304 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=449dbab4-b7db-4b76-9262-6f3cd9a7eae2,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:44:03.807705 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae4ebd4-4623-4dbf-95e1-bf6cf3152d04 x-openstack-request-id: req-9ae4ebd4-4623-4dbf-95e1-bf6cf3152d04 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:44:03.808263 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514febd1-349b-4439-8ba2-62889b067381", "name": "network-vif-plugged", "status": "completed", "tag": "449dbab4-b7db-4b76-9262-6f3cd9a7eae2", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:44:03.808523 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ae4ebd4-4623-4dbf-95e1-bf6cf3152d04 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:44:03.808932 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae4ebd4-4623-4dbf-95e1-bf6cf3152d04'] response: {'server_uuid': '514febd1-349b-4439-8ba2-62889b067381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'code': 200} Apr 05 11:44:03.888289 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (449dbab4-b7db-4b76-9262-6f3cd9a7eae2), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:03.939700 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=449dbab4-b7db-4b76-9262-6f3cd9a7eae2,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:04.329229 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e390aa-3551-4407-9b6c-3f5becded374 req-2f38e8e5-599b-4655-b44a-af5668522b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:04.329229 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e8e390aa-3551-4407-9b6c-3f5becded374 req-2f38e8e5-599b-4655-b44a-af5668522b68 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 1130 time: 0.1549850 Apr 05 11:44:04.392439 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592741d0-c77e-491a-a157-795be848c962 req-a031bb93-5d53-477a-905e-2932e1ddb707 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:04.393931 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-592741d0-c77e-491a-a157-795be848c962 req-a031bb93-5d53-477a-905e-2932e1ddb707 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 946 time: 0.0834277 Apr 05 11:44:04.412453 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e8e390aa-3551-4407-9b6c-3f5becded374 req-7a0f7edf-a6ac-411c-8878-e02a1394c85a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710473 Apr 05 11:44:04.449982 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-592741d0-c77e-491a-a157-795be848c962 req-93cbda80-0c3d-4029-a52d-521316f3e2c0 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469079 Apr 05 11:44:05.428587 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-2a7a5855-3ead-4b25-96e6-8a6f0084b7cf tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3259730fc078424085aab847a2b7ec52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294578 Apr 05 11:44:05.580230 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84918eaa-6752-415b-8b70-a46c00567747 req-7ca94885-6cc0-4c58-8374-5b788a59b2d6 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:05.581851 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-84918eaa-6752-415b-8b70-a46c00567747 req-7ca94885-6cc0-4c58-8374-5b788a59b2d6 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 946 time: 0.0644848 Apr 05 11:44:05.614363 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-79bbf9bc-aaee-4e3e-a607-07255dabd1c5 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:05.615868 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-79bbf9bc-aaee-4e3e-a607-07255dabd1c5 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821795 Apr 05 11:44:05.631704 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-a80dc97f-3572-4924-af10-7bc9eb5c0ef8 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/quotas/3259730fc078424085aab847a2b7ec52 HTTP/1.1" status: 200 len: 375 time: 0.0103586 Apr 05 11:44:05.633526 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-84918eaa-6752-415b-8b70-a46c00567747 req-df25b3e4-9e57-49fe-9f31-0908335f35e7 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461745 Apr 05 11:44:05.668742 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-d9b95f18-0d80-4dd2-a3ee-8a0f686dfc3f tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3259730fc078424085aab847a2b7ec52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315406 Apr 05 11:44:05.807526 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 40046) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:05.916062 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-35c3c047-f4e0-4529-bd68-31daec9c15c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:05.939789 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0caa6a91-edb8-448c-a73d-cad2ed5c692a req-c4a5064a-09b4-4743-99db-5f6bb0283bd1 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 210 time: 0.0330398 Apr 05 11:44:05.994463 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-35c3c047-f4e0-4529-bd68-31daec9c15c1 admin admin] Publish callbacks [] for security_group (ab68950f-e30d-48de-81b8-ca2da1b7c39d), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:06.059172 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-35c3c047-f4e0-4529-bd68-31daec9c15c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (ab68950f-e30d-48de-81b8-ca2da1b7c39d), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:06.099526 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-35c3c047-f4e0-4529-bd68-31daec9c15c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=17d149135ee046ac832174abff3d3220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908940 Apr 05 11:44:06.100408 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3c047-f4e0-4529-bd68-31daec9c15c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab68950f-e30d-48de-81b8-ca2da1b7c39d,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:06.102174 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 40056) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:06.153724 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Publish callbacks [] for security_group (ab68950f-e30d-48de-81b8-ca2da1b7c39d), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:06.176353 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Publish callbacks [] for security_group (ab68950f-e30d-48de-81b8-ca2da1b7c39d), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:06.290077 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (ab68950f-e30d-48de-81b8-ca2da1b7c39d), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:06.292763 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:06.293921 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab68950f-e30d-48de-81b8-ca2da1b7c39d HTTP/1.1" status: 204 len: 168 time: 0.1900213 Apr 05 11:44:06.303101 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab68950f-e30d-48de-81b8-ca2da1b7c39d,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:06.310317 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:06.310673 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:06.311020 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:06.311377 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:06.312010 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:06.312384 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:06.312723 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:06.313057 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:06.313385 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:06.313718 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:06.314040 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:06.314370 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:06.314696 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:06.315018 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:06.315340 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b90c789-288f-478c-a252-cebfa4e3701b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:06.759403 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7cd66-3fa0-40e7-97b6-5d2dc6fc2a1e req-40823fc5-c8a7-4d64-99f5-22d8bc9ac380 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:06.760910 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8ff7cd66-3fa0-40e7-97b6-5d2dc6fc2a1e req-40823fc5-c8a7-4d64-99f5-22d8bc9ac380 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 946 time: 0.0548661 Apr 05 11:44:06.816251 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-8ff7cd66-3fa0-40e7-97b6-5d2dc6fc2a1e req-70213c51-1694-40a5-84b9-347785709607 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490294 Apr 05 11:44:06.942760 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56198a1e-e054-4f4e-96cc-adfc901b71f7 req-95b8bb73-946f-401c-ace6-9892eab1cc07 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:06.944263 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-56198a1e-e054-4f4e-96cc-adfc901b71f7 req-95b8bb73-946f-401c-ace6-9892eab1cc07 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 946 time: 0.0584311 Apr 05 11:44:06.996475 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-56198a1e-e054-4f4e-96cc-adfc901b71f7 req-b440aea6-1845-4272-b1e7-f5463f227f23 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466311 Apr 05 11:44:07.031639 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f47285f1-d208-402f-8e86-2683f1bc1b9d req-14120bf7-b76d-4a0f-bcef-5c178ff93d4a tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 210 time: 0.0412400 Apr 05 11:44:07.037745 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 40082) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:07.082839 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b71e48-f701-4f3e-8d60-75f2773f1687 tempest-TestVolumeBootPattern-385760060 tempest-TestVolumeBootPattern-385760060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:07.090073 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f6b71e48-f701-4f3e-8d60-75f2773f1687 tempest-TestVolumeBootPattern-385760060 tempest-TestVolumeBootPattern-385760060-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 1125 time: 0.0455990 Apr 05 11:44:07.092130 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 40084) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:07.096689 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Request body: {'floatingip': {'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'port_id': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:44:07.282456 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:07.393811 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:07.501575 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Allocated IP 172.27.1.46 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/1ce613cd-6a8d-40df-871c-3548d211110b) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:44:07.564619 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 40094) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:07.627963 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for port (1ce613cd-6a8d-40df-871c-3548d211110b), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:07.693460 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-ac213aa5-f505-4215-9dca-864a23ab480d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1087422459-network', 'tenant_id': '0493643a9a404b79b3a8036cfc7df40b'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:44:07.794004 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (1ce613cd-6a8d-40df-871c-3548d211110b), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:07.837789 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:44:07.840750 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:44:07.844750 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:44:07.848016 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac213aa5-f505-4215-9dca-864a23ab480d admin admin] Made reservation on behalf of 0493643a9a404b79b3a8036cfc7df40b for: {'network': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:44:07.850803 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ac213aa5-f505-4215-9dca-864a23ab480d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for network (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:07.857561 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event updated for resources: {'Port': ['ID=1ce613cd-6a8d-40df-871c-3548d211110b,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:07.868149 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ac213aa5-f505-4215-9dca-864a23ab480d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:07.968995 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ac213aa5-f505-4215-9dca-864a23ab480d admin admin] Publish callbacks [] for security_group (af792d04-ee13-4874-ae7a-05f689414751), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:08.096530 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ac213aa5-f505-4215-9dca-864a23ab480d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (af792d04-ee13-4874-ae7a-05f689414751), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:08.137491 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac213aa5-f505-4215-9dca-864a23ab480d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:44:08.148208 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac213aa5-f505-4215-9dca-864a23ab480d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af792d04-ee13-4874-ae7a-05f689414751,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:08.152500 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0a37230b-4d0d-4555-a17d-6c3944a36556 req-eade2d06-daa1-44a2-b971-79010882ed91 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 210 time: 0.0418212 Apr 05 11:44:08.158233 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ac213aa5-f505-4215-9dca-864a23ab480d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (4f069ce6-e89e-4726-aada-c5a2eff7d972), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:08.159984 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.segments_db [None req-ac213aa5-f505-4215-9dca-864a23ab480d admin admin] Added segment 4f069ce6-e89e-4726-aada-c5a2eff7d972 of type vlan for network 0e6ee671-44a9-446f-bc37-a1b71dd0faeb Apr 05 11:44:08.220751 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ac213aa5-f505-4215-9dca-864a23ab480d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790226532666'] for network (0e6ee671-44a9-446f-bc37-a1b71dd0faeb), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:08.349408 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for floatingip (f2ee399a-fa13-4e01-9d30-0ca0d7dca944), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:08.419795 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ac213aa5-f505-4215-9dca-864a23ab480d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922'] for network (0e6ee671-44a9-446f-bc37-a1b71dd0faeb), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:08.421273 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac213aa5-f505-4215-9dca-864a23ab480d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:08.421958 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ac213aa5-f505-4215-9dca-864a23ab480d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:08.479635 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac213aa5-f505-4215-9dca-864a23ab480d admin admin] Pushing event updated for resources: {'Network': ['ID=0e6ee671-44a9-446f-bc37-a1b71dd0faeb,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:08.489707 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Network 0e6ee671-44a9-446f-bc37-a1b71dd0faeb details requested by agent ovs-agent-dv-cinder-834448-3-iscsi with host dv-cinder-834448-3-iscsi {{(pid=103948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:44:08.724656 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (1ce613cd-6a8d-40df-871c-3548d211110b), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:08.735690 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ac213aa5-f505-4215-9dca-864a23ab480d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1661568 Apr 05 11:44:08.735929 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 40100) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:08.740583 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-f99a97e4-39ca-42d8-97e9-612fd0e3b8cb admin admin] Request body: {'subnet': {'network_id': '0e6ee671-44a9-446f-bc37-a1b71dd0faeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1087422459-subnet', 'tenant_id': '0493643a9a404b79b3a8036cfc7df40b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:44:08.866632 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99a97e4-39ca-42d8-97e9-612fd0e3b8cb admin admin] Made reservation on behalf of 0493643a9a404b79b3a8036cfc7df40b for: {'subnet': 1} {{(pid=103946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:44:08.869013 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f99a97e4-39ca-42d8-97e9-612fd0e3b8cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59521883'] for subnet (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:08.876801 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for port (1ce613cd-6a8d-40df-871c-3548d211110b), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:08.998302 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62790695'] for port (1ce613cd-6a8d-40df-871c-3548d211110b), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:09.032800 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-e8986950-642a-4617-9297-6279800b4cd2 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=3259730fc078424085aab847a2b7ec52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532508 Apr 05 11:44:09.112766 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f99a97e4-39ca-42d8-97e9-612fd0e3b8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61925820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59521861'] for subnet (8c04fde1-52aa-420a-b77f-4a2fc387a392), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:09.170025 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a97e4-39ca-42d8-97e9-612fd0e3b8cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c04fde1-52aa-420a-b77f-4a2fc387a392,revision_number=0']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:09.180491 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99a97e4-39ca-42d8-97e9-612fd0e3b8cb admin admin] Checking segment: {'id': '4f069ce6-e89e-4726-aada-c5a2eff7d972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0e6ee671-44a9-446f-bc37-a1b71dd0faeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:44:09.180806 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99a97e4-39ca-42d8-97e9-612fd0e3b8cb admin admin] Network hostable DHCP agents. Network: 0e6ee671-44a9-446f-bc37-a1b71dd0faeb, hostable agents: ['ff7ab54e-9e52-4d39-b0bd-5012179edcc8'], hosted agents: [] {{(pid=103946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:44:09.181927 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event updated for resources: {'Port': ['ID=1ce613cd-6a8d-40df-871c-3548d211110b,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:09.215178 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (f2ee399a-fa13-4e01-9d30-0ca0d7dca944), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:09.267275 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7c266733-34ac-40b8-819c-950cffa66083 req-c14a39f6-45b2-4f94-950d-49664846b786 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 210 time: 0.0302780 Apr 05 11:44:09.315114 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-63334bb2-632d-41c9-bc3d-0c5725fb0d0e tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:09.316586 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-63334bb2-632d-41c9-bc3d-0c5725fb0d0e tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2777109 Apr 05 11:44:09.349660 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Request body: {'port': {'device_id': '3499fa68-d897-41ee-99e5-ea8e9311fafe', 'network_id': '9151095d-3cca-44e3-925c-f3e8d6b3ba25', 'admin_state_up': True, 'tenant_id': '3259730fc078424085aab847a2b7ec52'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:44:09.358251 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99a97e4-39ca-42d8-97e9-612fd0e3b8cb admin admin] Network 0e6ee671-44a9-446f-bc37-a1b71dd0faeb is scheduled to be hosted by DHCP agent ff7ab54e-9e52-4d39-b0bd-5012179edcc8 with binding_index 1 {{(pid=103946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:44:09.426225 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Floating IP f2ee399a-fa13-4e01-9d30-0ca0d7dca944 associated. External IP: 172.27.1.46, port: 449dbab4-b7db-4b76-9262-6f3cd9a7eae2. Apr 05 11:44:09.484492 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-f99a97e4-39ca-42d8-97e9-612fd0e3b8cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-iscsi, 0e6ee671-44a9-446f-bc37-a1b71dd0faeb) {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:44:09.488885 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a97e4-39ca-42d8-97e9-612fd0e3b8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:09.489689 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f99a97e4-39ca-42d8-97e9-612fd0e3b8cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:09.496097 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267c8f4a-c95e-4132-8d17-cb7b882d4020 None None] Network 0e6ee671-44a9-446f-bc37-a1b71dd0faeb requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:44:09.596289 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-f99a97e4-39ca-42d8-97e9-612fd0e3b8cb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8593032 Apr 05 11:44:09.604948 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000b761f-8c2d-4622-8531-497d5f4b120a None None] Network 0e6ee671-44a9-446f-bc37-a1b71dd0faeb requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:44:09.691723 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:44:10.011970 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Made reservation on behalf of 3259730fc078424085aab847a2b7ec52 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:44:10.015402 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:10.025816 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:10.114961 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:44:10.125235 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f6502-303b-4955-a5fc-23af565c8f32 None None] Sync routers for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:44:10.135075 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9f6502-303b-4955-a5fc-23af565c8f32 None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:44:10.135726 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-de9f6502-303b-4955-a5fc-23af565c8f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:43:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:44:10.161787 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Publish callbacks [] for security_group (044cf445-19ad-4ef8-a2a8-6da10a267e70), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:10.235121 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:10.248559 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-de9f6502-303b-4955-a5fc-23af565c8f32 None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:44:10.268637 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-990fd223-1408-4e4e-b840-b09535a01cc4 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1753452 Apr 05 11:44:10.269231 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514febd1-349b-4439-8ba2-62889b067381', 'tag': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:44:10.271706 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e370cd46-a186-4564-8680-37b4d72a2b67" -d '{"events": [{"name": "network-changed", "server_uuid": "514febd1-349b-4439-8ba2-62889b067381", "tag": "449dbab4-b7db-4b76-9262-6f3cd9a7eae2"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:44:10.294153 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (044cf445-19ad-4ef8-a2a8-6da10a267e70), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:10.317234 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc97e62-482f-42e6-ad54-266eeef9a402 x-openstack-request-id: req-8dc97e62-482f-42e6-ad54-266eeef9a402 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:44:10.317533 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514febd1-349b-4439-8ba2-62889b067381", "tag": "449dbab4-b7db-4b76-9262-6f3cd9a7eae2", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:44:10.317793 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8dc97e62-482f-42e6-ad54-266eeef9a402 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:44:10.318193 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dc97e62-482f-42e6-ad54-266eeef9a402'] response: {'name': 'network-changed', 'server_uuid': '514febd1-349b-4439-8ba2-62889b067381', 'tag': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'status': 'completed', 'code': 200} Apr 05 11:44:10.370632 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044cf445-19ad-4ef8-a2a8-6da10a267e70,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:10.414067 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-28b42421-11a0-461a-abc4-597c3be65ea4 req-c81e656b-6a54-4281-b2c4-815f17c58f05 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 210 time: 0.0570748 Apr 05 11:44:10.455263 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370cd46-a186-4564-8680-37b4d72a2b67 req-6e133b67-2086-4ca7-828c-92449ca6916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:10.455263 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e370cd46-a186-4564-8680-37b4d72a2b67 req-6e133b67-2086-4ca7-828c-92449ca6916f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 1130 time: 0.0923994 Apr 05 11:44:10.462638 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Allocated IP 192.168.233.147 (9151095d-3cca-44e3-925c-f3e8d6b3ba25/f0d6342f-666e-431c-a7c5-8c25d3a618e9/829f1bcb-c135-4ba4-af8b-640f29281c32) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:44:10.517277 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-de9f6502-303b-4955-a5fc-23af565c8f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'f2ee399a-fa13-4e01-9d30-0ca0d7dca944', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'port_id': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'mac_address': 'fa:16:3e:14:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514febd1-349b-4439-8ba2-62889b067381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:44:08Z', 'updated_at': '2022-04-05T11:44:08Z', 'revision_number': 0, 'project_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:44:10.544134 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f6502-303b-4955-a5fc-23af565c8f32 None None] Checking router: 19c95139-59ce-4d00-8d69-aea4a8cf28c9 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:44:10.554217 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9f6502-303b-4955-a5fc-23af565c8f32 None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:44:10.555063 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-de9f6502-303b-4955-a5fc-23af565c8f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:43:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:44:10.555668 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370cd46-a186-4564-8680-37b4d72a2b67 req-638c12a8-fc2a-4940-8a8e-873c955c5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:10.557148 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e370cd46-a186-4564-8680-37b4d72a2b67 req-638c12a8-fc2a-4940-8a8e-873c955c5d76 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6351c4b7-133d-4471-82de-f39f3c9f175f HTTP/1.1" status: 200 len: 913 time: 0.1004996 Apr 05 11:44:10.625858 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e370cd46-a186-4564-8680-37b4d72a2b67 req-f56148bc-0981-4e0d-a097-f61314ddf2f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=449dbab4-b7db-4b76-9262-6f3cd9a7eae2 HTTP/1.1" status: 200 len: 999 time: 0.0624135 Apr 05 11:44:10.626213 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Publish callbacks [] for port (829f1bcb-c135-4ba4-af8b-640f29281c32), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:10.674536 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-de9f6502-303b-4955-a5fc-23af565c8f32 None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:44:10.676804 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370cd46-a186-4564-8680-37b4d72a2b67 req-c0d15d5b-32da-4b8c-806a-b4f849006b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:10.678268 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e370cd46-a186-4564-8680-37b4d72a2b67 req-c0d15d5b-32da-4b8c-806a-b4f849006b60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37 HTTP/1.1" status: 200 len: 851 time: 0.0464606 Apr 05 11:44:10.737265 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370cd46-a186-4564-8680-37b4d72a2b67 req-43b6d0be-ae19-49c8-8a5b-81cc519455fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:10.738787 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e370cd46-a186-4564-8680-37b4d72a2b67 req-43b6d0be-ae19-49c8-8a5b-81cc519455fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6351c4b7-133d-4471-82de-f39f3c9f175f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546737 Apr 05 11:44:10.748173 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [req-e370cd46-a186-4564-8680-37b4d72a2b67 req-c280c60d-fb59-48bd-9cb9-ae1535987a9a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:44:10.749089 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e370cd46-a186-4564-8680-37b4d72a2b67 req-c280c60d-fb59-48bd-9cb9-ae1535987a9a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047140 Apr 05 11:44:10.803978 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (829f1bcb-c135-4ba4-af8b-640f29281c32), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:10.840453 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e370cd46-a186-4564-8680-37b4d72a2b67 req-67c43c65-c19d-41fc-9247-4f499cc4a596 service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857277 Apr 05 11:44:10.855438 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Network 9151095d-3cca-44e3-925c-f3e8d6b3ba25 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:44:10.864749 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:44:10.869654 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:44:10.907966 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Pushing event updated for resources: {'Port': ['ID=829f1bcb-c135-4ba4-af8b-640f29281c32,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:10.963802 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:10.963802 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:10.964919 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-de9f6502-303b-4955-a5fc-23af565c8f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'f2ee399a-fa13-4e01-9d30-0ca0d7dca944', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'port_id': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'mac_address': 'fa:16:3e:14:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514febd1-349b-4439-8ba2-62889b067381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:44:08Z', 'updated_at': '2022-04-05T11:44:08Z', 'revision_number': 0, 'project_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:44:10.965146 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-e370cd46-a186-4564-8680-37b4d72a2b67 req-82650798-5c96-4917-b159-ee33bf3a4804 service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172242 Apr 05 11:44:10.992724 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f6502-303b-4955-a5fc-23af565c8f32 None None] The sync data for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi is: [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'f2ee399a-fa13-4e01-9d30-0ca0d7dca944', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'port_id': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'mac_address': 'fa:16:3e:14:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514febd1-349b-4439-8ba2-62889b067381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:44:08Z', 'updated_at': '2022-04-05T11:44:08Z', 'revision_number': 0, 'project_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:44:11.149422 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-7b6dae2b-7d9f-460d-847b-36b3583dcd03 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8048820 Apr 05 11:44:11.166362 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Request body: {'port': {'device_id': '3499fa68-d897-41ee-99e5-ea8e9311fafe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:44:11.194462 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-0cd02a9c-5098-4ee2-ba93-640aaad0abb9 None None] Provisioning complete for port 829f1bcb-c135-4ba4-af8b-640f29281c32 triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:44:11.198706 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0cd02a9c-5098-4ee2-ba93-640aaad0abb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (829f1bcb-c135-4ba4-af8b-640f29281c32), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:11.213858 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40eee1-cb8c-4a45-ba85-7c70307e4ab5 None None] New status for floating IP f2ee399a-fa13-4e01-9d30-0ca0d7dca944: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:44:11.251682 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (829f1bcb-c135-4ba4-af8b-640f29281c32), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:11.259964 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-0cd02a9c-5098-4ee2-ba93-640aaad0abb9 None None] Port 829f1bcb-c135-4ba4-af8b-640f29281c32 cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:44:11.561458 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829f1bcb-c135-4ba4-af8b-640f29281c32 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:44:11.571988 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Publish callbacks [] for port (829f1bcb-c135-4ba4-af8b-640f29281c32), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:11.590289 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Transition to ACTIVE for port object 829f1bcb-c135-4ba4-af8b-640f29281c32 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:44:11.601123 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b5d0b-972a-43e3-a350-6d033edd6bb2 req-dbb6eef4-4212-4b86-9e44-922ffff264e5 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:11.602632 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-541b5d0b-972a-43e3-a350-6d033edd6bb2 req-dbb6eef4-4212-4b86-9e44-922ffff264e5 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 936 time: 0.0799642 Apr 05 11:44:11.652361 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-541b5d0b-972a-43e3-a350-6d033edd6bb2 req-a730c496-f5b9-458f-93ae-12220c6decef tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/security-groups?id=044cf445-19ad-4ef8-a2a8-6da10a267e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441804 Apr 05 11:44:11.721916 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62790695'] for port (829f1bcb-c135-4ba4-af8b-640f29281c32), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:11.773911 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Pushing event updated for resources: {'Port': ['ID=829f1bcb-c135-4ba4-af8b-640f29281c32,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:11.853781 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Attempting to bind port 829f1bcb-c135-4ba4-af8b-640f29281c32 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:44:11.854270 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Attempting to bind port 829f1bcb-c135-4ba4-af8b-640f29281c32 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '7420686d-15bf-484f-b588-88bb97d346e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9151095d-3cca-44e3-925c-f3e8d6b3ba25'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:44:11.854601 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Attempting to bind port 829f1bcb-c135-4ba4-af8b-640f29281c32 on network 9151095d-3cca-44e3-925c-f3e8d6b3ba25 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:44:11.859260 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Port 829f1bcb-c135-4ba4-af8b-640f29281c32 on network 9151095d-3cca-44e3-925c-f3e8d6b3ba25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:44:11.860250 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Attempting to bind port 829f1bcb-c135-4ba4-af8b-640f29281c32 on network 9151095d-3cca-44e3-925c-f3e8d6b3ba25 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:44:11.865225 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:44:11.865557 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Checking segment: {'id': '7420686d-15bf-484f-b588-88bb97d346e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9151095d-3cca-44e3-925c-f3e8d6b3ba25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:44:11.866020 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Bound using segment: {'id': '7420686d-15bf-484f-b588-88bb97d346e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9151095d-3cca-44e3-925c-f3e8d6b3ba25'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:44:11.866365 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Bound port: 829f1bcb-c135-4ba4-af8b-640f29281c32, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7420686d-15bf-484f-b588-88bb97d346e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9151095d-3cca-44e3-925c-f3e8d6b3ba25'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:44:11.866700 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (829f1bcb-c135-4ba4-af8b-640f29281c32), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:11.933593 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] For port 829f1bcb-c135-4ba4-af8b-640f29281c32, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:44:11.936571 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] For port 829f1bcb-c135-4ba4-af8b-640f29281c32, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=829f1bcb-c135-4ba4-af8b-640f29281c32,segment=NetworkSegment(7420686d-15bf-484f-b588-88bb97d346e7),segment_id=7420686d-15bf-484f-b588-88bb97d346e7)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:44:12.157107 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62790695'] for port (829f1bcb-c135-4ba4-af8b-640f29281c32), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:12.192424 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:12.192916 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:12.194305 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] 10.222.0.57 "PUT /v2.0/ports/829f1bcb-c135-4ba4-af8b-640f29281c32 HTTP/1.1" status: 200 len: 1098 time: 1.0324390 Apr 05 11:44:12.221124 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58167c59-1fd3-4caa-8ad1-9e12ec7c0e09 service neutron] Pushing event updated for resources: {'Port': ['ID=829f1bcb-c135-4ba4-af8b-640f29281c32,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:12.228818 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-912ce405-0019-4e11-b2d5-a3423af9f2dc tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:12.230907 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-912ce405-0019-4e11-b2d5-a3423af9f2dc tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/networks?id=0e6ee671-44a9-446f-bc37-a1b71dd0faeb HTTP/1.1" status: 200 len: 814 time: 0.1106329 Apr 05 11:44:12.247445 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-6f253d65-2f0a-49b8-bb4e-3e73cf47a6ad tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/quotas/0493643a9a404b79b3a8036cfc7df40b HTTP/1.1" status: 200 len: 375 time: 0.0104330 Apr 05 11:44:12.284276 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-de746a7e-6083-46f7-9630-e707cb604e5e tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0493643a9a404b79b3a8036cfc7df40b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303040 Apr 05 11:44:12.320086 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3499fa68-d897-41ee-99e5-ea8e9311fafe', 'tag': '829f1bcb-c135-4ba4-af8b-640f29281c32'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:44:12.322163 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0661df6f-7281-4c72-850a-3ab29ca1bf3f" -d '{"events": [{"name": "network-changed", "server_uuid": "3499fa68-d897-41ee-99e5-ea8e9311fafe", "tag": "829f1bcb-c135-4ba4-af8b-640f29281c32"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:44:12.358401 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-778682d1-c115-4dc3-bd21-c0a4819049d0 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103946) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:44:12.360900 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-778682d1-c115-4dc3-bd21-c0a4819049d0 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0695093 Apr 05 11:44:12.387264 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa886f0e-3507-4207-8039-2550859598e7 x-openstack-request-id: req-fa886f0e-3507-4207-8039-2550859598e7 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:44:12.387588 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3499fa68-d897-41ee-99e5-ea8e9311fafe", "tag": "829f1bcb-c135-4ba4-af8b-640f29281c32", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:44:12.393786 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa886f0e-3507-4207-8039-2550859598e7 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:44:12.393786 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa886f0e-3507-4207-8039-2550859598e7'] response: {'name': 'network-changed', 'server_uuid': '3499fa68-d897-41ee-99e5-ea8e9311fafe', 'tag': '829f1bcb-c135-4ba4-af8b-640f29281c32', 'status': 'completed', 'code': 200} Apr 05 11:44:12.413588 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-5cff641e-7ba6-4da2-88a6-4f899a8ddf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:12.415183 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-5cff641e-7ba6-4da2-88a6-4f899a8ddf67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3259730fc078424085aab847a2b7ec52&device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 1132 time: 0.0694740 Apr 05 11:44:12.461574 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-8be26309-5f13-4d57-841c-c39fd595a976 service neutron] 10.222.0.60 "GET /v2.0/networks/0e6ee671-44a9-446f-bc37-a1b71dd0faeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947602 Apr 05 11:44:12.462455 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-79e9dd55-3e9a-428b-ac89-d5915b237220 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=829f1bcb-c135-4ba4-af8b-640f29281c32 HTTP/1.1" status: 200 len: 217 time: 0.0352252 Apr 05 11:44:12.511114 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-0b84890c-0935-4bea-9fa5-17534068a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:12.512639 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-0b84890c-0935-4bea-9fa5-17534068a667 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0d6342f-666e-431c-a7c5-8c25d3a618e9 HTTP/1.1" status: 200 len: 843 time: 0.0445321 Apr 05 11:44:12.556703 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-1f06391b-891c-44f8-a9b2-8182cca8919a service neutron] 10.222.0.60 "GET /v2.0/networks/0e6ee671-44a9-446f-bc37-a1b71dd0faeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892658 Apr 05 11:44:12.560853 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-b7c5ad55-9273-4100-9435-04e81e39a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:12.562451 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-b7c5ad55-9273-4100-9435-04e81e39a934 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9151095d-3cca-44e3-925c-f3e8d6b3ba25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0441387 Apr 05 11:44:12.657124 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-7d3c0c3a-e207-4001-9a15-838fa02765dc service neutron] 10.222.0.57 "GET /v2.0/networks/9151095d-3cca-44e3-925c-f3e8d6b3ba25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880303 Apr 05 11:44:12.779098 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61c5bdd6-5ddb-45c1-84d7-b1a70673f05f req-cfb1eb39-171b-47cd-99d5-be8f87085776 service neutron] 10.222.0.57 "GET /v2.0/networks/9151095d-3cca-44e3-925c-f3e8d6b3ba25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171136 Apr 05 11:44:12.797432 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3d050-4439-495d-93a9-ea1c86423be7 req-4063a467-51d7-4a8d-b81f-7fdf2bc71670 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:12.804001 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-90e3d050-4439-495d-93a9-ea1c86423be7 req-4063a467-51d7-4a8d-b81f-7fdf2bc71670 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 948 time: 0.0782225 Apr 05 11:44:12.858593 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-67513614-fcbe-4e3d-b927-4684ee0da48e req-8e182cf8-32ba-4642-b7e5-1552315d2357 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 210 time: 0.0301654 Apr 05 11:44:12.860675 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-90e3d050-4439-495d-93a9-ea1c86423be7 req-e7617f80-bf4b-4bc9-a517-9a50430a59e2 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/security-groups?id=044cf445-19ad-4ef8-a2a8-6da10a267e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528135 Apr 05 11:44:13.646159 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661df6f-7281-4c72-850a-3ab29ca1bf3f req-efe551f4-c76a-43e9-976c-43e9a4ce64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:13.647596 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0661df6f-7281-4c72-850a-3ab29ca1bf3f req-efe551f4-c76a-43e9-976c-43e9a4ce64ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3259730fc078424085aab847a2b7ec52&device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 1132 time: 0.0440233 Apr 05 11:44:13.706589 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:13.742574 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661df6f-7281-4c72-850a-3ab29ca1bf3f req-eddd286f-3b77-48bd-ba32-727b9101a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:13.744129 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0661df6f-7281-4c72-850a-3ab29ca1bf3f req-eddd286f-3b77-48bd-ba32-727b9101a6ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=9151095d-3cca-44e3-925c-f3e8d6b3ba25 HTTP/1.1" status: 200 len: 870 time: 0.0908628 Apr 05 11:44:13.791704 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0661df6f-7281-4c72-850a-3ab29ca1bf3f req-9bf6e3e4-d00c-4b73-8141-bba23af20504 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=829f1bcb-c135-4ba4-af8b-640f29281c32 HTTP/1.1" status: 200 len: 217 time: 0.0418048 Apr 05 11:44:13.845166 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661df6f-7281-4c72-850a-3ab29ca1bf3f req-48742193-ba43-43bd-a057-e5ea884efd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:13.846701 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0661df6f-7281-4c72-850a-3ab29ca1bf3f req-48742193-ba43-43bd-a057-e5ea884efd32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0d6342f-666e-431c-a7c5-8c25d3a618e9 HTTP/1.1" status: 200 len: 843 time: 0.0487902 Apr 05 11:44:13.897257 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661df6f-7281-4c72-850a-3ab29ca1bf3f req-2f8b62d5-7d30-43c8-b997-92011fb0cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:13.898779 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0661df6f-7281-4c72-850a-3ab29ca1bf3f req-2f8b62d5-7d30-43c8-b997-92011fb0cf40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9151095d-3cca-44e3-925c-f3e8d6b3ba25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0458910 Apr 05 11:44:13.939296 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b7ef9211-5f7b-49a0-9d3a-b917beea765a req-3be4a167-a7b2-4575-a479-d5958686405f tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 210 time: 0.0270493 Apr 05 11:44:14.025338 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0661df6f-7281-4c72-850a-3ab29ca1bf3f req-8e5b612e-6b85-4c87-9e65-ade1872fb235 service neutron] 10.222.0.57 "GET /v2.0/networks/9151095d-3cca-44e3-925c-f3e8d6b3ba25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208289 Apr 05 11:44:14.035536 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe9b08-982d-42e9-92be-ef0b62186f6c req-eee1fe07-179f-4f49-a9d8-330c136ce951 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:14.036931 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0fbe9b08-982d-42e9-92be-ef0b62186f6c req-eee1fe07-179f-4f49-a9d8-330c136ce951 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 948 time: 0.1060009 Apr 05 11:44:14.138330 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0fbe9b08-982d-42e9-92be-ef0b62186f6c req-4d96f0bb-7a67-4458-955a-05cc0e9cda48 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/security-groups?id=044cf445-19ad-4ef8-a2a8-6da10a267e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935655 Apr 05 11:44:14.159664 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0661df6f-7281-4c72-850a-3ab29ca1bf3f req-3e3666e3-e58f-44aa-bc67-d61c6c5feb08 service neutron] 10.222.0.57 "GET /v2.0/networks/9151095d-3cca-44e3-925c-f3e8d6b3ba25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217577 Apr 05 11:44:15.032802 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-fc8a36f3-4b99-408f-857a-b1dab1f68937 req-08c21c9f-cfc6-4979-bf8c-a435ac63d9fd tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 210 time: 0.0270433 Apr 05 11:44:15.268704 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ba7e5-173d-46e5-aeb3-956628c6c885 req-53488167-b33d-47fd-968e-9eed3c2aae22 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:15.270214 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1e9ba7e5-173d-46e5-aeb3-956628c6c885 req-53488167-b33d-47fd-968e-9eed3c2aae22 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 948 time: 0.0572798 Apr 05 11:44:15.317875 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1e9ba7e5-173d-46e5-aeb3-956628c6c885 req-3bbcc270-b840-42cc-9bfc-ab33d96f1fa2 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/security-groups?id=044cf445-19ad-4ef8-a2a8-6da10a267e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420117 Apr 05 11:44:15.546168 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 829f1bcb-c135-4ba4-af8b-640f29281c32 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:44:15.648426 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 829f1bcb-c135-4ba4-af8b-640f29281c32, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=829f1bcb-c135-4ba4-af8b-640f29281c32,segment=NetworkSegment(7420686d-15bf-484f-b588-88bb97d346e7),segment_id=7420686d-15bf-484f-b588-88bb97d346e7)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:44:15.659141 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '829f1bcb-c135-4ba4-af8b-640f29281c32', 'network_id': '9151095d-3cca-44e3-925c-f3e8d6b3ba25', 'port_id': '829f1bcb-c135-4ba4-af8b-640f29281c32', 'mac_address': 'fa:16:3e:be:cb:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d6342f-666e-431c-a7c5-8c25d3a618e9', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:44:15.676015 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e214a656-58e1-4df5-b009-8e8a187357a9 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:15.677499 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e214a656-58e1-4df5-b009-8e8a187357a9 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.57 "GET /v2.0/networks?id=0e6ee671-44a9-446f-bc37-a1b71dd0faeb HTTP/1.1" status: 200 len: 814 time: 0.1019852 Apr 05 11:44:15.696532 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-7c26b3ce-b74c-48c8-9c97-50918450a222 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Request body: {'port': {'device_id': 'a524e514-20e8-46f6-a7c6-7d2e96e89d4e', 'network_id': '0e6ee671-44a9-446f-bc37-a1b71dd0faeb', 'admin_state_up': True, 'tenant_id': '0493643a9a404b79b3a8036cfc7df40b'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:44:15.696813 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 829f1bcb-c135-4ba4-af8b-640f29281c32 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:44:15.697214 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (829f1bcb-c135-4ba4-af8b-640f29281c32), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:15.713337 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829f1bcb-c135-4ba4-af8b-640f29281c32 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:44:15.734358 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 829f1bcb-c135-4ba4-af8b-640f29281c32, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=829f1bcb-c135-4ba4-af8b-640f29281c32,segment=NetworkSegment(7420686d-15bf-484f-b588-88bb97d346e7),segment_id=7420686d-15bf-484f-b588-88bb97d346e7)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:44:15.855326 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (829f1bcb-c135-4ba4-af8b-640f29281c32), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:15.902893 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=829f1bcb-c135-4ba4-af8b-640f29281c32,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:15.929337 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-7c26b3ce-b74c-48c8-9c97-50918450a222 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Made reservation on behalf of 0493643a9a404b79b3a8036cfc7df40b for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:44:15.932836 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-7c26b3ce-b74c-48c8-9c97-50918450a222 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:16.067364 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-7c26b3ce-b74c-48c8-9c97-50918450a222 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Allocated IP 172.20.0.7 (0e6ee671-44a9-446f-bc37-a1b71dd0faeb/8c04fde1-52aa-420a-b77f-4a2fc387a392/9f148526-7b17-4fe7-aa34-3b0c38b99339) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:44:16.144245 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['829f1bcb-c135-4ba4-af8b-640f29281c32'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:44:16.230513 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-7c26b3ce-b74c-48c8-9c97-50918450a222 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Publish callbacks [] for port (9f148526-7b17-4fe7-aa34-3b0c38b99339), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:16.387215 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-758a1071-a4a1-4e0e-ac90-b3fef2352c58 req-3e7a8a54-d5d7-450a-b8ff-c8a9606b79c5 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 210 time: 0.2868941 Apr 05 11:44:16.397915 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-7c26b3ce-b74c-48c8-9c97-50918450a222 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (9f148526-7b17-4fe7-aa34-3b0c38b99339), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:16.456536 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-7c26b3ce-b74c-48c8-9c97-50918450a222 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Network 0e6ee671-44a9-446f-bc37-a1b71dd0faeb is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:44:16.460255 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-7c26b3ce-b74c-48c8-9c97-50918450a222 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:44:16.464330 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-7c26b3ce-b74c-48c8-9c97-50918450a222 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:44:16.494602 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26b3ce-b74c-48c8-9c97-50918450a222 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Pushing event updated for resources: {'Port': ['ID=9f148526-7b17-4fe7-aa34-3b0c38b99339,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:16.514992 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb40b1-7cf5-484e-bfc4-9ef5d4585e1f req-8a965ec1-0dab-41ec-aa96-6bc20a9f12d2 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:16.517169 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-42cb40b1-7cf5-484e-bfc4-9ef5d4585e1f req-8a965ec1-0dab-41ec-aa96-6bc20a9f12d2 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 949 time: 0.1305869 Apr 05 11:44:16.545631 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-7c26b3ce-b74c-48c8-9c97-50918450a222 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:16.546238 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-7c26b3ce-b74c-48c8-9c97-50918450a222 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:16.583899 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-42cb40b1-7cf5-484e-bfc4-9ef5d4585e1f req-5d057a71-9272-4fda-a998-91deb2ca9413 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/security-groups?id=044cf445-19ad-4ef8-a2a8-6da10a267e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613117 Apr 05 11:44:16.675925 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-7c26b3ce-b74c-48c8-9c97-50918450a222 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9831986 Apr 05 11:44:16.694448 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Request body: {'port': {'device_id': 'a524e514-20e8-46f6-a7c6-7d2e96e89d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:44:16.752474 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (9f148526-7b17-4fe7-aa34-3b0c38b99339), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:17.008593 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f148526-7b17-4fe7-aa34-3b0c38b99339 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:44:17.016421 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Publish callbacks [] for port (9f148526-7b17-4fe7-aa34-3b0c38b99339), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:17.028200 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Transition to ACTIVE for port object 9f148526-7b17-4fe7-aa34-3b0c38b99339 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:44:17.121326 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62790695'] for port (9f148526-7b17-4fe7-aa34-3b0c38b99339), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:17.176370 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Pushing event updated for resources: {'Port': ['ID=9f148526-7b17-4fe7-aa34-3b0c38b99339,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:17.240172 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Attempting to bind port 9f148526-7b17-4fe7-aa34-3b0c38b99339 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:44:17.240506 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Attempting to bind port 9f148526-7b17-4fe7-aa34-3b0c38b99339 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '4f069ce6-e89e-4726-aada-c5a2eff7d972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0e6ee671-44a9-446f-bc37-a1b71dd0faeb'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:44:17.240835 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Attempting to bind port 9f148526-7b17-4fe7-aa34-3b0c38b99339 on network 0e6ee671-44a9-446f-bc37-a1b71dd0faeb {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:44:17.245233 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Port 9f148526-7b17-4fe7-aa34-3b0c38b99339 on network 0e6ee671-44a9-446f-bc37-a1b71dd0faeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:44:17.245547 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Attempting to bind port 9f148526-7b17-4fe7-aa34-3b0c38b99339 on network 0e6ee671-44a9-446f-bc37-a1b71dd0faeb {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:44:17.251320 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:44:17.251677 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Checking segment: {'id': '4f069ce6-e89e-4726-aada-c5a2eff7d972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0e6ee671-44a9-446f-bc37-a1b71dd0faeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:44:17.252053 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Bound using segment: {'id': '4f069ce6-e89e-4726-aada-c5a2eff7d972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0e6ee671-44a9-446f-bc37-a1b71dd0faeb'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:44:17.252491 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Bound port: 9f148526-7b17-4fe7-aa34-3b0c38b99339, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f069ce6-e89e-4726-aada-c5a2eff7d972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0e6ee671-44a9-446f-bc37-a1b71dd0faeb'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:44:17.252842 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (9f148526-7b17-4fe7-aa34-3b0c38b99339), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:17.317168 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] For port 9f148526-7b17-4fe7-aa34-3b0c38b99339, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:44:17.320240 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] For port 9f148526-7b17-4fe7-aa34-3b0c38b99339, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9f148526-7b17-4fe7-aa34-3b0c38b99339,segment=NetworkSegment(4f069ce6-e89e-4726-aada-c5a2eff7d972),segment_id=4f069ce6-e89e-4726-aada-c5a2eff7d972)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:44:17.419768 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62790695'] for port (9f148526-7b17-4fe7-aa34-3b0c38b99339), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:17.458631 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:17.459248 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:17.460729 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] 10.222.0.57 "PUT /v2.0/ports/9f148526-7b17-4fe7-aa34-3b0c38b99339 HTTP/1.1" status: 200 len: 1093 time: 0.7703326 Apr 05 11:44:17.461125 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a524e514-20e8-46f6-a7c6-7d2e96e89d4e', 'tag': '9f148526-7b17-4fe7-aa34-3b0c38b99339'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:44:17.463398 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e817a9-0be8-4f0d-b416-cd4fecd8367a" -d '{"events": [{"name": "network-changed", "server_uuid": "a524e514-20e8-46f6-a7c6-7d2e96e89d4e", "tag": "9f148526-7b17-4fe7-aa34-3b0c38b99339"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:44:17.495491 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2253904-15b2-48aa-b40e-a7decdb37f3e service neutron] Pushing event updated for resources: {'Port': ['ID=9f148526-7b17-4fe7-aa34-3b0c38b99339,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:17.511283 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2871517a-d7a4-4978-9428-73bbae3ca159 x-openstack-request-id: req-2871517a-d7a4-4978-9428-73bbae3ca159 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:44:17.511467 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a524e514-20e8-46f6-a7c6-7d2e96e89d4e", "tag": "9f148526-7b17-4fe7-aa34-3b0c38b99339", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:44:17.516630 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2871517a-d7a4-4978-9428-73bbae3ca159 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:44:17.516630 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2871517a-d7a4-4978-9428-73bbae3ca159'] response: {'name': 'network-changed', 'server_uuid': 'a524e514-20e8-46f6-a7c6-7d2e96e89d4e', 'tag': '9f148526-7b17-4fe7-aa34-3b0c38b99339', 'status': 'completed', 'code': 200} Apr 05 11:44:17.516836 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dc4f9-55bb-4519-8006-3490bb22f91b req-36ad79a9-d127-4365-b50b-4110800f4d0b tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:17.516836 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1e6dc4f9-55bb-4519-8006-3490bb22f91b req-36ad79a9-d127-4365-b50b-4110800f4d0b tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 943 time: 0.0561104 Apr 05 11:44:17.548226 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 829f1bcb-c135-4ba4-af8b-640f29281c32 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:44:17.565709 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1e6dc4f9-55bb-4519-8006-3490bb22f91b req-0723b809-16e5-4ecf-9b22-2265b537b955 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434425 Apr 05 11:44:17.603398 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e817a9-0be8-4f0d-b416-cd4fecd8367a req-d2ca0d98-db69-4e51-8946-de331f2e0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:17.604949 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-37e817a9-0be8-4f0d-b416-cd4fecd8367a req-d2ca0d98-db69-4e51-8946-de331f2e0540 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0493643a9a404b79b3a8036cfc7df40b&device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 1127 time: 0.0542035 Apr 05 11:44:17.743245 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e817a9-0be8-4f0d-b416-cd4fecd8367a req-f902e1d7-64d2-4087-9d1b-e5b97e1a1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:17.744722 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-37e817a9-0be8-4f0d-b416-cd4fecd8367a req-f902e1d7-64d2-4087-9d1b-e5b97e1a1863 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0493643a9a404b79b3a8036cfc7df40b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1260331 Apr 05 11:44:17.756269 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44fd69-f64e-47f8-87b6-344d31e7b925 req-8fd361c7-679e-43cf-914a-f231fe4cc4a0 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:17.758422 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ce44fd69-f64e-47f8-87b6-344d31e7b925 req-8fd361c7-679e-43cf-914a-f231fe4cc4a0 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 949 time: 0.0832705 Apr 05 11:44:17.801550 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 829f1bcb-c135-4ba4-af8b-640f29281c32 completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:44:17.805528 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 829f1bcb-c135-4ba4-af8b-640f29281c32 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:44:17.805868 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (829f1bcb-c135-4ba4-af8b-640f29281c32), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:17.858670 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ce44fd69-f64e-47f8-87b6-344d31e7b925 req-6179dad3-f1fd-4c99-bfc7-0b6267050cf2 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/security-groups?id=044cf445-19ad-4ef8-a2a8-6da10a267e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930490 Apr 05 11:44:17.883356 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e817a9-0be8-4f0d-b416-cd4fecd8367a req-ef8ecbd2-0b32-4539-84ce-0cbf532e34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:17.884862 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-37e817a9-0be8-4f0d-b416-cd4fecd8367a req-ef8ecbd2-0b32-4539-84ce-0cbf532e34ed service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264303 Apr 05 11:44:18.002675 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-07f9abc1-729f-4a72-9a93-c347b768fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:18.004207 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-07f9abc1-729f-4a72-9a93-c347b768fffb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0493643a9a404b79b3a8036cfc7df40b&device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 1127 time: 0.0463984 Apr 05 11:44:18.014664 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 829f1bcb-c135-4ba4-af8b-640f29281c32 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:44:18.015048 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (829f1bcb-c135-4ba4-af8b-640f29281c32), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:18.037416 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3499fa68-d897-41ee-99e5-ea8e9311fafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829f1bcb-c135-4ba4-af8b-640f29281c32'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:44:18.039709 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8695021-bac4-4f6e-a69e-ed7bd53c0bd3" -d '{"events": [{"server_uuid": "3499fa68-d897-41ee-99e5-ea8e9311fafe", "name": "network-vif-plugged", "status": "completed", "tag": "829f1bcb-c135-4ba4-af8b-640f29281c32"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:44:18.051030 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-365bbcf1-4d37-439e-b5c1-320035df5276 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f148526-7b17-4fe7-aa34-3b0c38b99339 HTTP/1.1" status: 200 len: 217 time: 0.0341730 Apr 05 11:44:18.052258 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 829f1bcb-c135-4ba4-af8b-640f29281c32, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=829f1bcb-c135-4ba4-af8b-640f29281c32,segment=NetworkSegment(7420686d-15bf-484f-b588-88bb97d346e7),segment_id=7420686d-15bf-484f-b588-88bb97d346e7)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:44:18.076158 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaa40b7-77a2-4128-8a81-d6bba5654ab7 x-openstack-request-id: req-1eaa40b7-77a2-4128-8a81-d6bba5654ab7 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:44:18.076463 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3499fa68-d897-41ee-99e5-ea8e9311fafe", "name": "network-vif-plugged", "status": "completed", "tag": "829f1bcb-c135-4ba4-af8b-640f29281c32", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:44:18.076724 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1eaa40b7-77a2-4128-8a81-d6bba5654ab7 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:44:18.077126 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eaa40b7-77a2-4128-8a81-d6bba5654ab7'] response: {'server_uuid': '3499fa68-d897-41ee-99e5-ea8e9311fafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829f1bcb-c135-4ba4-af8b-640f29281c32', 'code': 200} Apr 05 11:44:18.100121 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-4bc49d6a-d201-4988-8f80-d7bc68a5f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:18.101560 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-4bc49d6a-d201-4988-8f80-d7bc68a5f681 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c04fde1-52aa-420a-b77f-4a2fc387a392 HTTP/1.1" status: 200 len: 854 time: 0.0447676 Apr 05 11:44:18.152053 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-6bc109f2-c8e1-4574-8cf5-1f952bd84de6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e6ee671-44a9-446f-bc37-a1b71dd0faeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288594 Apr 05 11:44:18.178903 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (829f1bcb-c135-4ba4-af8b-640f29281c32), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:18.226132 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=829f1bcb-c135-4ba4-af8b-640f29281c32,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:18.254459 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-075d4bf4-7c9b-46a6-b5cc-e7ad95c876d8 service neutron] 10.222.0.57 "GET /v2.0/networks/0e6ee671-44a9-446f-bc37-a1b71dd0faeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850260 Apr 05 11:44:18.348064 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-75017ef5-85d1-4ced-8c90-83c4f7772cdb req-5729859a-4e03-4c37-81da-0858312e8179 service neutron] 10.222.0.57 "GET /v2.0/networks/0e6ee671-44a9-446f-bc37-a1b71dd0faeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867476 Apr 05 11:44:18.522830 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99a147-cac1-4f28-ab65-7e5af968f608 req-9d2bb94d-cb04-4a45-a771-d0e8d1b054ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:18.524354 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2b99a147-cac1-4f28-ab65-7e5af968f608 req-9d2bb94d-cb04-4a45-a771-d0e8d1b054ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 1134 time: 0.0440950 Apr 05 11:44:18.694536 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737913fe-d718-48ac-829b-f171d01e0342 req-cd9501e0-88b4-4f0c-8f70-cfe8d0988fa1 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:18.696030 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-737913fe-d718-48ac-829b-f171d01e0342 req-cd9501e0-88b4-4f0c-8f70-cfe8d0988fa1 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 943 time: 0.0622635 Apr 05 11:44:18.741620 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-737913fe-d718-48ac-829b-f171d01e0342 req-fbe3cebe-b71f-463a-85f5-9a2ffdec651c tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398107 Apr 05 11:44:18.980696 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8173c6-7ae4-4dc2-9d6c-59f944601d20 req-81e5b7ba-d00f-49e8-bd97-87caa5d8d53f tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:18.982208 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7c8173c6-7ae4-4dc2-9d6c-59f944601d20 req-81e5b7ba-d00f-49e8-bd97-87caa5d8d53f tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 950 time: 0.0527811 Apr 05 11:44:19.029813 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7c8173c6-7ae4-4dc2-9d6c-59f944601d20 req-8dd6f4f9-dc97-470f-8c04-4e1f709b5110 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/security-groups?id=044cf445-19ad-4ef8-a2a8-6da10a267e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418594 Apr 05 11:44:19.319492 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2b99a147-cac1-4f28-ab65-7e5af968f608 req-3af29035-2990-463e-8d40-0be32cce0fb8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=044cf445-19ad-4ef8-a2a8-6da10a267e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438361 Apr 05 11:44:19.859517 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac83ae-2d21-44d1-accd-a246cf7f425e req-6787e08a-60d4-4ff0-a04e-687743f4b69e tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:19.861213 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ccac83ae-2d21-44d1-accd-a246cf7f425e req-6787e08a-60d4-4ff0-a04e-687743f4b69e tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 943 time: 0.0521705 Apr 05 11:44:19.914705 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ccac83ae-2d21-44d1-accd-a246cf7f425e req-34bc490a-70b7-49a7-8e17-379b714842b1 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478039 Apr 05 11:44:20.145952 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e1ef6-adeb-4819-afc5-07d06449ea80 req-2f319300-47e0-4491-8e56-4558ddbd594b tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:20.147449 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b66e1ef6-adeb-4819-afc5-07d06449ea80 req-2f319300-47e0-4491-8e56-4558ddbd594b tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 950 time: 0.0512636 Apr 05 11:44:20.199459 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-b66e1ef6-adeb-4819-afc5-07d06449ea80 req-a51fd953-9af0-443f-ad66-b4ae4a44bd83 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/security-groups?id=044cf445-19ad-4ef8-a2a8-6da10a267e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465329 Apr 05 11:44:20.740591 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9ddefcb9-d88c-4b88-950c-7e1a5e118a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:21.032878 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd33e2-8812-4984-a415-82b793212c5c req-27ec2c5c-b642-4b74-96f0-4ea558f11e45 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:21.034411 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4afd33e2-8812-4984-a415-82b793212c5c req-27ec2c5c-b642-4b74-96f0-4ea558f11e45 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 943 time: 0.0531530 Apr 05 11:44:21.080655 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4afd33e2-8812-4984-a415-82b793212c5c req-753cbebf-37fb-409a-8878-75f306a5a38e tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406148 Apr 05 11:44:21.326095 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad6426-d557-4eba-9775-f177a9601c9b req-7ef9e538-303b-4d58-ba11-51fc92ea43b8 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:21.327524 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-14ad6426-d557-4eba-9775-f177a9601c9b req-7ef9e538-303b-4d58-ba11-51fc92ea43b8 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 950 time: 0.0529411 Apr 05 11:44:21.376744 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-14ad6426-d557-4eba-9775-f177a9601c9b req-b8b8ca6f-4669-46b8-bce1-4dfe4b40b9b4 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/security-groups?id=044cf445-19ad-4ef8-a2a8-6da10a267e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430198 Apr 05 11:44:21.554660 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 9f148526-7b17-4fe7-aa34-3b0c38b99339 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:44:21.654402 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 9f148526-7b17-4fe7-aa34-3b0c38b99339, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9f148526-7b17-4fe7-aa34-3b0c38b99339,segment=NetworkSegment(4f069ce6-e89e-4726-aada-c5a2eff7d972),segment_id=4f069ce6-e89e-4726-aada-c5a2eff7d972)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:44:21.665919 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '9f148526-7b17-4fe7-aa34-3b0c38b99339', 'network_id': '0e6ee671-44a9-446f-bc37-a1b71dd0faeb', 'port_id': '9f148526-7b17-4fe7-aa34-3b0c38b99339', 'mac_address': 'fa:16:3e:bf:44:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c04fde1-52aa-420a-b77f-4a2fc387a392', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:44:21.706042 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 9f148526-7b17-4fe7-aa34-3b0c38b99339 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:44:21.706438 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (9f148526-7b17-4fe7-aa34-3b0c38b99339), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:21.720408 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f148526-7b17-4fe7-aa34-3b0c38b99339 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:44:21.739389 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 9f148526-7b17-4fe7-aa34-3b0c38b99339, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9f148526-7b17-4fe7-aa34-3b0c38b99339,segment=NetworkSegment(4f069ce6-e89e-4726-aada-c5a2eff7d972),segment_id=4f069ce6-e89e-4726-aada-c5a2eff7d972)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:44:21.849319 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (9f148526-7b17-4fe7-aa34-3b0c38b99339), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:21.904084 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=9f148526-7b17-4fe7-aa34-3b0c38b99339,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:21.923202 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a4499-1e80-4372-8ede-1bd11c07c052 req-2a24acd5-2672-49a4-9693-089b837ae4f5 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:21.924718 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1d3a4499-1e80-4372-8ede-1bd11c07c052 req-2a24acd5-2672-49a4-9693-089b837ae4f5 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 950 time: 0.0594718 Apr 05 11:44:21.971383 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1d3a4499-1e80-4372-8ede-1bd11c07c052 req-003453ef-6d4d-46f1-a49b-334fe17e8561 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/security-groups?id=044cf445-19ad-4ef8-a2a8-6da10a267e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 Apr 05 11:44:22.152821 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['9f148526-7b17-4fe7-aa34-3b0c38b99339'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:44:22.201489 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e53a4-bd07-4ec9-8070-3eb49ce60b8b req-9719469e-b5ee-45b8-aba2-e93f212cd2dd tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:22.202883 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-392e53a4-bd07-4ec9-8070-3eb49ce60b8b req-9719469e-b5ee-45b8-aba2-e93f212cd2dd tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 944 time: 0.0555084 Apr 05 11:44:22.249315 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-392e53a4-bd07-4ec9-8070-3eb49ce60b8b req-e0a9aba2-ed52-4e0a-a5e5-50f53b6eb1a7 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405989 Apr 05 11:44:23.088637 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02e97b-6b40-499a-b746-381bb6ee5305 req-db60675a-4d18-49c4-b5e0-42099f3361cb tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:23.090072 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-bc02e97b-6b40-499a-b746-381bb6ee5305 req-db60675a-4d18-49c4-b5e0-42099f3361cb tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 950 time: 0.0525472 Apr 05 11:44:23.099497 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-50db4bb0-7a11-40d7-be53-a687aa71783b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:23.136269 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-bc02e97b-6b40-499a-b746-381bb6ee5305 req-069a2fae-f1ad-4e0e-ba7f-f7e797616cf0 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/security-groups?id=044cf445-19ad-4ef8-a2a8-6da10a267e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406759 Apr 05 11:44:23.366268 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b81372-f2eb-4412-bf2c-b63b4b8ea908 req-0fcd5b85-a7e7-4291-8ca4-6a8895cc7272 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:23.367786 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a0b81372-f2eb-4412-bf2c-b63b4b8ea908 req-0fcd5b85-a7e7-4291-8ca4-6a8895cc7272 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 944 time: 0.0521350 Apr 05 11:44:23.414111 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a0b81372-f2eb-4412-bf2c-b63b4b8ea908 req-91d052a5-2169-4ca4-bec2-189c13c031ee tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407987 Apr 05 11:44:23.554892 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 9f148526-7b17-4fe7-aa34-3b0c38b99339 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:44:23.561108 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79c7dd-9772-45e1-876b-b06b1f661b46 req-ac249918-67ce-496a-97bb-6fcf50170e44 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:23.562557 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f79c7dd-9772-45e1-876b-b06b1f661b46 req-ac249918-67ce-496a-97bb-6fcf50170e44 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.57 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 950 time: 0.0551989 Apr 05 11:44:23.664968 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-6f79c7dd-9772-45e1-876b-b06b1f661b46 req-86ffdaf1-14e7-4e02-92e1-71c66d05526a tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Deleting port 829f1bcb-c135-4ba4-af8b-640f29281c32 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:44:23.665209 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6f79c7dd-9772-45e1-876b-b06b1f661b46 req-86ffdaf1-14e7-4e02-92e1-71c66d05526a tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (829f1bcb-c135-4ba4-af8b-640f29281c32), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:23.672068 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 9f148526-7b17-4fe7-aa34-3b0c38b99339 completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:44:23.676011 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 9f148526-7b17-4fe7-aa34-3b0c38b99339 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:44:23.676361 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (9f148526-7b17-4fe7-aa34-3b0c38b99339), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:23.754681 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 9f148526-7b17-4fe7-aa34-3b0c38b99339 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:44:23.755069 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (9f148526-7b17-4fe7-aa34-3b0c38b99339), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:23.757630 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-6f79c7dd-9772-45e1-876b-b06b1f661b46 req-86ffdaf1-14e7-4e02-92e1-71c66d05526a tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] For port 829f1bcb-c135-4ba4-af8b-640f29281c32, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=829f1bcb-c135-4ba4-af8b-640f29281c32,segment=NetworkSegment(7420686d-15bf-484f-b588-88bb97d346e7),segment_id=7420686d-15bf-484f-b588-88bb97d346e7)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:44:23.757990 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6f79c7dd-9772-45e1-876b-b06b1f661b46 req-86ffdaf1-14e7-4e02-92e1-71c66d05526a tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (829f1bcb-c135-4ba4-af8b-640f29281c32), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:23.772476 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-6f79c7dd-9772-45e1-876b-b06b1f661b46 req-86ffdaf1-14e7-4e02-92e1-71c66d05526a tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Calling delete_port for 829f1bcb-c135-4ba4-af8b-640f29281c32 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:44:23.781857 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a524e514-20e8-46f6-a7c6-7d2e96e89d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f148526-7b17-4fe7-aa34-3b0c38b99339'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:44:23.784112 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5666855-7e86-4132-882e-af81e42903fb" -d '{"events": [{"server_uuid": "a524e514-20e8-46f6-a7c6-7d2e96e89d4e", "name": "network-vif-plugged", "status": "completed", "tag": "9f148526-7b17-4fe7-aa34-3b0c38b99339"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:44:23.797132 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 9f148526-7b17-4fe7-aa34-3b0c38b99339, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9f148526-7b17-4fe7-aa34-3b0c38b99339,segment=NetworkSegment(4f069ce6-e89e-4726-aada-c5a2eff7d972),segment_id=4f069ce6-e89e-4726-aada-c5a2eff7d972)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:44:23.824821 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6b525c-497f-403c-a3f7-d19a4771c597 x-openstack-request-id: req-0d6b525c-497f-403c-a3f7-d19a4771c597 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:44:23.825118 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a524e514-20e8-46f6-a7c6-7d2e96e89d4e", "name": "network-vif-plugged", "status": "completed", "tag": "9f148526-7b17-4fe7-aa34-3b0c38b99339", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:44:23.825376 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d6b525c-497f-403c-a3f7-d19a4771c597 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:44:23.825774 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d6b525c-497f-403c-a3f7-d19a4771c597'] response: {'server_uuid': 'a524e514-20e8-46f6-a7c6-7d2e96e89d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f148526-7b17-4fe7-aa34-3b0c38b99339', 'code': 200} Apr 05 11:44:23.940550 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (9f148526-7b17-4fe7-aa34-3b0c38b99339), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:23.987643 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=9f148526-7b17-4fe7-aa34-3b0c38b99339,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:24.038181 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6f79c7dd-9772-45e1-876b-b06b1f661b46 req-86ffdaf1-14e7-4e02-92e1-71c66d05526a tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (829f1bcb-c135-4ba4-af8b-640f29281c32), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:24.070801 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffdaf1-14e7-4e02-92e1-71c66d05526a tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Pushing event deleted for resources: {'Port': ['ID=829f1bcb-c135-4ba4-af8b-640f29281c32,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:24.073127 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['829f1bcb-c135-4ba4-af8b-640f29281c32'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:44:24.116119 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f79c7dd-9772-45e1-876b-b06b1f661b46 req-86ffdaf1-14e7-4e02-92e1-71c66d05526a tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] No DVR routers for this DVR port 829f1bcb-c135-4ba4-af8b-640f29281c32 on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:44:24.118806 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6f79c7dd-9772-45e1-876b-b06b1f661b46 req-86ffdaf1-14e7-4e02-92e1-71c66d05526a tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:24.122357 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f79c7dd-9772-45e1-876b-b06b1f661b46 req-86ffdaf1-14e7-4e02-92e1-71c66d05526a tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.57 "DELETE /v2.0/ports/829f1bcb-c135-4ba4-af8b-640f29281c32 HTTP/1.1" status: 204 len: 173 time: 0.5529828 Apr 05 11:44:24.122831 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3499fa68-d897-41ee-99e5-ea8e9311fafe', 'name': 'network-vif-deleted', 'tag': '829f1bcb-c135-4ba4-af8b-640f29281c32'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:44:24.125124 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90092af-abe3-44d8-bbff-5d2797e76ad8" -d '{"events": [{"server_uuid": "3499fa68-d897-41ee-99e5-ea8e9311fafe", "name": "network-vif-deleted", "tag": "829f1bcb-c135-4ba4-af8b-640f29281c32"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:44:24.133120 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:24.246006 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-37168011-5183-4645-9701-7e68cfdc2ff1 req-5a851911-2602-4e4e-a845-7b6637521f6f tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 210 time: 0.0339592 Apr 05 11:44:24.307838 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974dcdc5-7a7c-4574-8cda-c262b75b98f4 x-openstack-request-id: req-974dcdc5-7a7c-4574-8cda-c262b75b98f4 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:44:24.308130 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3499fa68-d897-41ee-99e5-ea8e9311fafe", "name": "network-vif-deleted", "tag": "829f1bcb-c135-4ba4-af8b-640f29281c32", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:44:24.308385 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-974dcdc5-7a7c-4574-8cda-c262b75b98f4 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:44:24.308812 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974dcdc5-7a7c-4574-8cda-c262b75b98f4'] response: {'server_uuid': '3499fa68-d897-41ee-99e5-ea8e9311fafe', 'name': 'network-vif-deleted', 'tag': '829f1bcb-c135-4ba4-af8b-640f29281c32', 'status': 'completed', 'code': 200} Apr 05 11:44:24.321015 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be164d1-314b-42e4-9dc8-3184f0161fdb req-e82d06dc-3a0b-4b69-938e-59f312c91a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:24.321015 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4be164d1-314b-42e4-9dc8-3184f0161fdb req-e82d06dc-3a0b-4b69-938e-59f312c91a28 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 1129 time: 0.0634627 Apr 05 11:44:24.374511 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4be164d1-314b-42e4-9dc8-3184f0161fdb req-b9bcdb34-4bd5-4fcf-a036-e6a7552eeaa9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382597 Apr 05 11:44:24.539011 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6da06-6c6a-48af-b094-3ecd4c2a25e0 req-1f694335-0202-407f-b66f-c7389731eb69 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:24.540546 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-07f6da06-6c6a-48af-b094-3ecd4c2a25e0 req-1f694335-0202-407f-b66f-c7389731eb69 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 945 time: 0.0531702 Apr 05 11:44:24.600448 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-07f6da06-6c6a-48af-b094-3ecd4c2a25e0 req-b256cddb-61b2-4773-87b7-2ddab19fce93 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417354 Apr 05 11:44:25.357770 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1026ccf3-64a6-4fcf-822b-d5a9088b830e req-19183622-33dd-4c9d-a470-ae167c4a7322 tempest-VolumesNegativeTest-1520131167 tempest-VolumesNegativeTest-1520131167-project] 10.222.0.60 "GET /v2.0/ports?device_id=3499fa68-d897-41ee-99e5-ea8e9311fafe HTTP/1.1" status: 200 len: 210 time: 0.0292578 Apr 05 11:44:25.511473 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:25.709854 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16a7c6-886e-45f4-bce1-1c506462ebff req-654a1032-4838-4dd3-8302-3d0fadb6a050 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:25.711364 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3f16a7c6-886e-45f4-bce1-1c506462ebff req-654a1032-4838-4dd3-8302-3d0fadb6a050 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 945 time: 0.0533724 Apr 05 11:44:25.758057 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-3f16a7c6-886e-45f4-bce1-1c506462ebff req-12d13bcc-3af2-42dc-bdc2-625b7c3912b7 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410841 Apr 05 11:44:26.881568 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb057f-1b9c-4bbe-9612-892e58386503 req-fa2609ea-623a-4a9f-b597-6af0e1236545 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:26.883746 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d2fb057f-1b9c-4bbe-9612-892e58386503 req-fa2609ea-623a-4a9f-b597-6af0e1236545 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 945 time: 0.0560973 Apr 05 11:44:26.932616 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d2fb057f-1b9c-4bbe-9612-892e58386503 req-59882d64-6bc5-4ab5-8835-a175d691d937 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427899 Apr 05 11:44:26.961904 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:27.594721 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 829f1bcb-c135-4ba4-af8b-640f29281c32 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:44:27.614846 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 829f1bcb-c135-4ba4-af8b-640f29281c32 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:44:27.615188 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 829f1bcb-c135-4ba4-af8b-640f29281c32 not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:44:33.188817 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 40542) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:33.321197 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-d0061487-c4da-46f1-bfbd-1c666d4b475f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3259730fc078424085aab847a2b7ec52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311128 Apr 05 11:44:33.328730 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 40546) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:33.377494 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4ec90a21-3942-423f-9212-803557002629 admin admin] Publish callbacks [] for security_group (044cf445-19ad-4ef8-a2a8-6da10a267e70), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:33.398719 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4ec90a21-3942-423f-9212-803557002629 admin admin] Publish callbacks [] for security_group (044cf445-19ad-4ef8-a2a8-6da10a267e70), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:33.511879 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4ec90a21-3942-423f-9212-803557002629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (044cf445-19ad-4ef8-a2a8-6da10a267e70), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:33.514442 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-4ec90a21-3942-423f-9212-803557002629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:33.515618 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-4ec90a21-3942-423f-9212-803557002629 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/044cf445-19ad-4ef8-a2a8-6da10a267e70 HTTP/1.1" status: 204 len: 168 time: 0.1859541 Apr 05 11:44:33.523399 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec90a21-3942-423f-9212-803557002629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044cf445-19ad-4ef8-a2a8-6da10a267e70,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:36.313051 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:44:43.620028 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:46.068202 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e0238d73-12f2-4dd9-98dd-5588ed1bd3ac req-c0ad4b57-7a8c-43d2-a409-24c14345564b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426986 Apr 05 11:44:46.169925 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0238d73-12f2-4dd9-98dd-5588ed1bd3ac req-c56f5083-5675-472b-9abd-f9ff2cb2edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:46.171409 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e0238d73-12f2-4dd9-98dd-5588ed1bd3ac req-c56f5083-5675-472b-9abd-f9ff2cb2edff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 1130 time: 0.0440505 Apr 05 11:44:46.274675 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0238d73-12f2-4dd9-98dd-5588ed1bd3ac req-8ca32458-cd63-48d9-81bd-983288aa3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:46.276164 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e0238d73-12f2-4dd9-98dd-5588ed1bd3ac req-8ca32458-cd63-48d9-81bd-983288aa3a12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6351c4b7-133d-4471-82de-f39f3c9f175f HTTP/1.1" status: 200 len: 913 time: 0.0860639 Apr 05 11:44:46.344339 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e0238d73-12f2-4dd9-98dd-5588ed1bd3ac req-3c04668f-bd18-42bf-b4cd-48628bf659d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=449dbab4-b7db-4b76-9262-6f3cd9a7eae2 HTTP/1.1" status: 200 len: 1001 time: 0.0577247 Apr 05 11:44:46.390653 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0238d73-12f2-4dd9-98dd-5588ed1bd3ac req-bd5cfa3d-e970-48f7-bd28-c62a65ebc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:46.392104 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e0238d73-12f2-4dd9-98dd-5588ed1bd3ac req-bd5cfa3d-e970-48f7-bd28-c62a65ebc24f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37 HTTP/1.1" status: 200 len: 851 time: 0.0426652 Apr 05 11:44:46.451306 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0238d73-12f2-4dd9-98dd-5588ed1bd3ac req-e2166b97-f864-4ade-8dcf-931cf830f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:46.452815 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e0238d73-12f2-4dd9-98dd-5588ed1bd3ac req-e2166b97-f864-4ade-8dcf-931cf830f907 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6351c4b7-133d-4471-82de-f39f3c9f175f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470612 Apr 05 11:44:46.538246 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e0238d73-12f2-4dd9-98dd-5588ed1bd3ac req-a745791d-e746-497d-a9e3-66cca3bc7668 service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789239 Apr 05 11:44:46.627811 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e0238d73-12f2-4dd9-98dd-5588ed1bd3ac req-61503a51-d554-4736-bcfe-1ad23f0c4087 service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827994 Apr 05 11:44:50.733204 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-93c398c3-6929-49c6-9fcf-78cc39b5a973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:53.053038 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-309deae7-f195-4e6f-9e09-c442d620220b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:54.093080 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:55.527497 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:56.978436 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:12.290218 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e2ee0-0b89-425f-bcd8-57c0aefe703c req-73c45bff-673d-4cba-829a-77aca910a1a6 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:12.291734 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c00e2ee0-0b89-425f-bcd8-57c0aefe703c req-73c45bff-673d-4cba-829a-77aca910a1a6 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 945 time: 0.0602744 Apr 05 11:45:12.337699 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c00e2ee0-0b89-425f-bcd8-57c0aefe703c req-7a7e0d23-9f97-401d-bccf-d0bbc9c6b5b6 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400407 Apr 05 11:45:13.312626 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:45:13.457079 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abba105-3b38-4b57-9ef8-dfc12ebc2266 req-2ae40663-74fe-494a-af47-1114e2b80841 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:13.458529 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0abba105-3b38-4b57-9ef8-dfc12ebc2266 req-2ae40663-74fe-494a-af47-1114e2b80841 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 945 time: 0.0524902 Apr 05 11:45:13.504757 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0abba105-3b38-4b57-9ef8-dfc12ebc2266 req-c40f606b-db8c-4745-9033-6f3d554c8611 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405741 Apr 05 11:45:13.566864 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:13.983540 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495347a-43e2-49f7-b3fd-9b39b73bb7f5 req-27ca39b1-19dc-4be2-b065-2c66604da183 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:13.984904 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d495347a-43e2-49f7-b3fd-9b39b73bb7f5 req-27ca39b1-19dc-4be2-b065-2c66604da183 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.57 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 945 time: 0.0515549 Apr 05 11:45:14.083780 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-d495347a-43e2-49f7-b3fd-9b39b73bb7f5 req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Deleting port 9f148526-7b17-4fe7-aa34-3b0c38b99339 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:45:14.084111 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d495347a-43e2-49f7-b3fd-9b39b73bb7f5 req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (9f148526-7b17-4fe7-aa34-3b0c38b99339), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:14.172551 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-d495347a-43e2-49f7-b3fd-9b39b73bb7f5 req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] For port 9f148526-7b17-4fe7-aa34-3b0c38b99339, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9f148526-7b17-4fe7-aa34-3b0c38b99339,segment=NetworkSegment(4f069ce6-e89e-4726-aada-c5a2eff7d972),segment_id=4f069ce6-e89e-4726-aada-c5a2eff7d972)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:45:14.172913 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d495347a-43e2-49f7-b3fd-9b39b73bb7f5 req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (9f148526-7b17-4fe7-aa34-3b0c38b99339), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:14.185286 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-d495347a-43e2-49f7-b3fd-9b39b73bb7f5 req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Calling delete_port for 9f148526-7b17-4fe7-aa34-3b0c38b99339 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:45:14.378055 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d495347a-43e2-49f7-b3fd-9b39b73bb7f5 req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (9f148526-7b17-4fe7-aa34-3b0c38b99339), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:14.409801 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Pushing event deleted for resources: {'Port': ['ID=9f148526-7b17-4fe7-aa34-3b0c38b99339,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:14.413251 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['9f148526-7b17-4fe7-aa34-3b0c38b99339'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:45:14.422104 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:14.422555 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:14.422896 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:14.423229 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:14.423583 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:14.423913 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:14.424236 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:14.424558 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:14.424878 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:14.425199 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:14.425520 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:14.425842 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:14.426161 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:14.426476 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:14.426787 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:14.603617 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-186c352f-2bd7-4407-868f-d001f93e9fbb req-c6292dbe-993c-497c-8863-9cf0ba15e1ea tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 210 time: 0.0289984 Apr 05 11:45:14.748505 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d495347a-43e2-49f7-b3fd-9b39b73bb7f5 req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] No DVR routers for this DVR port 9f148526-7b17-4fe7-aa34-3b0c38b99339 on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:45:14.751019 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d495347a-43e2-49f7-b3fd-9b39b73bb7f5 req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:14.754325 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d495347a-43e2-49f7-b3fd-9b39b73bb7f5 req-bf210629-f9aa-46e9-bdea-3ba588a6ab9a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.57 "DELETE /v2.0/ports/9f148526-7b17-4fe7-aa34-3b0c38b99339 HTTP/1.1" status: 204 len: 173 time: 0.7639644 Apr 05 11:45:14.754758 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a524e514-20e8-46f6-a7c6-7d2e96e89d4e', 'name': 'network-vif-deleted', 'tag': '9f148526-7b17-4fe7-aa34-3b0c38b99339'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:45:14.756977 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15f7c65-a765-4d14-8cfd-40d049b0ad20" -d '{"events": [{"server_uuid": "a524e514-20e8-46f6-a7c6-7d2e96e89d4e", "name": "network-vif-deleted", "tag": "9f148526-7b17-4fe7-aa34-3b0c38b99339"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:45:14.792441 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c370f0-55e1-40ae-b81e-169077dad22e x-openstack-request-id: req-82c370f0-55e1-40ae-b81e-169077dad22e {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:45:14.792989 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a524e514-20e8-46f6-a7c6-7d2e96e89d4e", "name": "network-vif-deleted", "tag": "9f148526-7b17-4fe7-aa34-3b0c38b99339", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:45:14.793247 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82c370f0-55e1-40ae-b81e-169077dad22e {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:45:14.793643 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c370f0-55e1-40ae-b81e-169077dad22e'] response: {'server_uuid': 'a524e514-20e8-46f6-a7c6-7d2e96e89d4e', 'name': 'network-vif-deleted', 'tag': '9f148526-7b17-4fe7-aa34-3b0c38b99339', 'status': 'completed', 'code': 200} Apr 05 11:45:15.721342 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0542359c-2fbf-481a-ba2e-488357ad1c7b req-45716dec-ea26-4f92-b799-57a90d9c4504 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=a524e514-20e8-46f6-a7c6-7d2e96e89d4e HTTP/1.1" status: 200 len: 210 time: 0.0277140 Apr 05 11:45:19.085170 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 9f148526-7b17-4fe7-aa34-3b0c38b99339 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:45:19.106204 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 9f148526-7b17-4fe7-aa34-3b0c38b99339 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:45:19.106550 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 9f148526-7b17-4fe7-aa34-3b0c38b99339 not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:45:20.754491 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-826cf3fc-d05c-4ad2-8ed7-85466b6bc3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:23.058131 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7624dfa2-3a7d-4de1-8af1-04dbad6b58df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:24.103261 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:25.320844 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-28d7ea02-2b50-45c2-84dc-9f070e95e1b3 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:25.322238 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-28d7ea02-2b50-45c2-84dc-9f070e95e1b3 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/networks?id=0e6ee671-44a9-446f-bc37-a1b71dd0faeb HTTP/1.1" status: 200 len: 814 time: 0.1022701 Apr 05 11:45:25.338104 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-4a0e6b91-1185-47ec-84a5-59419b6d8083 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/quotas/0493643a9a404b79b3a8036cfc7df40b HTTP/1.1" status: 200 len: 375 time: 0.0089865 Apr 05 11:45:25.373029 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-82f4ddad-7e24-4b39-9547-e742f58d0312 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0493643a9a404b79b3a8036cfc7df40b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282857 Apr 05 11:45:25.466228 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-c443d318-6e6e-4f9b-95bb-0fdd1806be55 service neutron] 10.222.0.60 "GET /v2.0/networks/0e6ee671-44a9-446f-bc37-a1b71dd0faeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865297 Apr 05 11:45:25.485887 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:25.553252 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-b9fa82c4-fcbb-456e-bdf8-94719b04719a service neutron] 10.222.0.60 "GET /v2.0/networks/0e6ee671-44a9-446f-bc37-a1b71dd0faeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809762 Apr 05 11:45:25.789291 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1d172c98-f881-4c6e-b5bb-2264d9f47200 req-5323b115-8a28-483b-8c64-6afbf81716f1 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 210 time: 0.0267885 Apr 05 11:45:26.890206 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-f7f284a5-fc94-481e-ae9d-a5811cf34614 req-3c46a33a-eead-4868-98f8-03dd873dff65 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 210 time: 0.0337589 Apr 05 11:45:26.977090 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:27.964612 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-dfac63fc-8351-4d05-a36e-b7c8e62bd24d tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:27.966289 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-dfac63fc-8351-4d05-a36e-b7c8e62bd24d tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.57 "GET /v2.0/networks?id=0e6ee671-44a9-446f-bc37-a1b71dd0faeb HTTP/1.1" status: 200 len: 814 time: 0.1031737 Apr 05 11:45:27.994780 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e9b383ba-5f87-49b8-93b7-8d84cc2aebc6 req-27b3bbfe-b2e5-4c0e-bca8-f91acdf4ebee tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 210 time: 0.0275228 Apr 05 11:45:27.998669 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-9e4f73e7-1703-448f-bb49-33101848c965 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Request body: {'port': {'device_id': 'b6b7430e-ab40-408a-8e02-49ae4de262d2', 'network_id': '0e6ee671-44a9-446f-bc37-a1b71dd0faeb', 'admin_state_up': True, 'tenant_id': '0493643a9a404b79b3a8036cfc7df40b'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:45:28.154498 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-9e4f73e7-1703-448f-bb49-33101848c965 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Made reservation on behalf of 0493643a9a404b79b3a8036cfc7df40b for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:45:28.157808 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-9e4f73e7-1703-448f-bb49-33101848c965 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:28.288223 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-9e4f73e7-1703-448f-bb49-33101848c965 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Allocated IP 172.20.0.10 (0e6ee671-44a9-446f-bc37-a1b71dd0faeb/8c04fde1-52aa-420a-b77f-4a2fc387a392/44a34c8a-def2-4e89-8d9d-b6d350fff1d0) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:45:28.434800 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-9e4f73e7-1703-448f-bb49-33101848c965 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Publish callbacks [] for port (44a34c8a-def2-4e89-8d9d-b6d350fff1d0), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:28.554630 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-9e4f73e7-1703-448f-bb49-33101848c965 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (44a34c8a-def2-4e89-8d9d-b6d350fff1d0), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:28.596990 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-9e4f73e7-1703-448f-bb49-33101848c965 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Network 0e6ee671-44a9-446f-bc37-a1b71dd0faeb is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:45:28.600188 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-9e4f73e7-1703-448f-bb49-33101848c965 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:45:28.606784 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-9e4f73e7-1703-448f-bb49-33101848c965 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:45:28.613215 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f73e7-1703-448f-bb49-33101848c965 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Pushing event updated for resources: {'Port': ['ID=44a34c8a-def2-4e89-8d9d-b6d350fff1d0,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:28.657786 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-9e4f73e7-1703-448f-bb49-33101848c965 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:28.658392 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-9e4f73e7-1703-448f-bb49-33101848c965 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:28.739402 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-9e4f73e7-1703-448f-bb49-33101848c965 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7467856 Apr 05 11:45:28.755834 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Request body: {'port': {'device_id': 'b6b7430e-ab40-408a-8e02-49ae4de262d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:45:28.817949 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (44a34c8a-def2-4e89-8d9d-b6d350fff1d0), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:29.074933 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:45:29.082470 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Publish callbacks [] for port (44a34c8a-def2-4e89-8d9d-b6d350fff1d0), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:29.094143 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Transition to ACTIVE for port object 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:45:29.114250 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc73f98-a373-49d6-b98d-3f249cb4ea48 req-10bf36f9-b8c4-42ca-bcaf-b98ca4522b47 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:29.115758 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-afc73f98-a373-49d6-b98d-3f249cb4ea48 req-10bf36f9-b8c4-42ca-bcaf-b98ca4522b47 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 932 time: 0.0523124 Apr 05 11:45:29.154538 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62790695'] for port (44a34c8a-def2-4e89-8d9d-b6d350fff1d0), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:29.162643 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-afc73f98-a373-49d6-b98d-3f249cb4ea48 req-aaa56730-f1e1-431b-9ee9-7bd628b153b7 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 Apr 05 11:45:29.207794 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Pushing event updated for resources: {'Port': ['ID=44a34c8a-def2-4e89-8d9d-b6d350fff1d0,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:29.276655 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Attempting to bind port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:45:29.276906 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Attempting to bind port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '4f069ce6-e89e-4726-aada-c5a2eff7d972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0e6ee671-44a9-446f-bc37-a1b71dd0faeb'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:45:29.277767 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Attempting to bind port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 on network 0e6ee671-44a9-446f-bc37-a1b71dd0faeb {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:45:29.282023 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 on network 0e6ee671-44a9-446f-bc37-a1b71dd0faeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:45:29.290647 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Attempting to bind port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 on network 0e6ee671-44a9-446f-bc37-a1b71dd0faeb {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:45:29.290647 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:45:29.290647 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Checking segment: {'id': '4f069ce6-e89e-4726-aada-c5a2eff7d972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0e6ee671-44a9-446f-bc37-a1b71dd0faeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:45:29.290647 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Bound using segment: {'id': '4f069ce6-e89e-4726-aada-c5a2eff7d972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0e6ee671-44a9-446f-bc37-a1b71dd0faeb'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:45:29.290647 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Bound port: 44a34c8a-def2-4e89-8d9d-b6d350fff1d0, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f069ce6-e89e-4726-aada-c5a2eff7d972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0e6ee671-44a9-446f-bc37-a1b71dd0faeb'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:45:29.290647 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (44a34c8a-def2-4e89-8d9d-b6d350fff1d0), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:29.349704 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] For port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:45:29.352632 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] For port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=44a34c8a-def2-4e89-8d9d-b6d350fff1d0,segment=NetworkSegment(4f069ce6-e89e-4726-aada-c5a2eff7d972),segment_id=4f069ce6-e89e-4726-aada-c5a2eff7d972)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:45:29.457315 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62790695'] for port (44a34c8a-def2-4e89-8d9d-b6d350fff1d0), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:29.493797 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:29.494416 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:29.495814 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] 10.222.0.57 "PUT /v2.0/ports/44a34c8a-def2-4e89-8d9d-b6d350fff1d0 HTTP/1.1" status: 200 len: 1094 time: 0.7438514 Apr 05 11:45:29.496861 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b7430e-ab40-408a-8e02-49ae4de262d2', 'tag': '44a34c8a-def2-4e89-8d9d-b6d350fff1d0'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:45:29.498940 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5f7477-0484-48aa-8781-10e656842ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b7430e-ab40-408a-8e02-49ae4de262d2", "tag": "44a34c8a-def2-4e89-8d9d-b6d350fff1d0"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:45:29.524654 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d571817-0923-402c-9cde-3e13cac0f730 service neutron] Pushing event updated for resources: {'Port': ['ID=44a34c8a-def2-4e89-8d9d-b6d350fff1d0,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:29.535909 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94aa9c2-f19a-45d4-93d0-75d68dce3090 x-openstack-request-id: req-c94aa9c2-f19a-45d4-93d0-75d68dce3090 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:45:29.536296 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b7430e-ab40-408a-8e02-49ae4de262d2", "tag": "44a34c8a-def2-4e89-8d9d-b6d350fff1d0", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:45:29.536555 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c94aa9c2-f19a-45d4-93d0-75d68dce3090 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:45:29.536989 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94aa9c2-f19a-45d4-93d0-75d68dce3090'] response: {'name': 'network-changed', 'server_uuid': 'b6b7430e-ab40-408a-8e02-49ae4de262d2', 'tag': '44a34c8a-def2-4e89-8d9d-b6d350fff1d0', 'status': 'completed', 'code': 200} Apr 05 11:45:29.623293 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7477-0484-48aa-8781-10e656842ec1 req-87e4d47a-f61e-49e7-b462-6e343b993d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:29.624833 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9c5f7477-0484-48aa-8781-10e656842ec1 req-87e4d47a-f61e-49e7-b462-6e343b993d0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0493643a9a404b79b3a8036cfc7df40b&device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 1128 time: 0.0474041 Apr 05 11:45:29.727430 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7477-0484-48aa-8781-10e656842ec1 req-392a3dec-b43e-4c99-91a6-884da4ebcec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:29.728901 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9c5f7477-0484-48aa-8781-10e656842ec1 req-392a3dec-b43e-4c99-91a6-884da4ebcec9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0493643a9a404b79b3a8036cfc7df40b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0910828 Apr 05 11:45:29.822530 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7477-0484-48aa-8781-10e656842ec1 req-01d9942a-6daa-4be2-b064-089fa7c3a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:29.824603 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9c5f7477-0484-48aa-8781-10e656842ec1 req-01d9942a-6daa-4be2-b064-089fa7c3a063 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897436 Apr 05 11:45:29.923302 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-24fabb66-cdc2-498b-aa3f-8d8866e7bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:29.924815 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-24fabb66-cdc2-498b-aa3f-8d8866e7bcea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0493643a9a404b79b3a8036cfc7df40b&device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 1128 time: 0.0446339 Apr 05 11:45:29.974804 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-d4dfb20b-d58b-4fb1-bb66-e06d7d64857c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a34c8a-def2-4e89-8d9d-b6d350fff1d0 HTTP/1.1" status: 200 len: 217 time: 0.0376284 Apr 05 11:45:30.020973 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-243aea66-a702-4bf9-a216-d3f80000db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:30.022419 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-243aea66-a702-4bf9-a216-d3f80000db0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c04fde1-52aa-420a-b77f-4a2fc387a392 HTTP/1.1" status: 200 len: 854 time: 0.0421081 Apr 05 11:45:30.063703 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-d770719d-2e13-46b8-8173-e3621eb5347f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e6ee671-44a9-446f-bc37-a1b71dd0faeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342455 Apr 05 11:45:30.155449 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-fe82a50e-e06d-422e-a7f9-f1ccba5cb6e1 service neutron] 10.222.0.57 "GET /v2.0/networks/0e6ee671-44a9-446f-bc37-a1b71dd0faeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860267 Apr 05 11:45:30.244765 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a568e8b6-f81e-4894-bdaf-444cc0da0198 req-947784fa-a1ed-4c8a-994a-f84c4fc2bae5 service neutron] 10.222.0.57 "GET /v2.0/networks/0e6ee671-44a9-446f-bc37-a1b71dd0faeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831759 Apr 05 11:45:30.283813 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae42e6-cfbd-4969-8229-b72a58333b8d req-feb2dac1-5812-4f50-b60d-95ddc2c7e49c tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:30.287040 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9eae42e6-cfbd-4969-8229-b72a58333b8d req-feb2dac1-5812-4f50-b60d-95ddc2c7e49c tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 944 time: 0.0534554 Apr 05 11:45:30.333655 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9eae42e6-cfbd-4969-8229-b72a58333b8d req-692c45f0-a4ad-4fec-9e2c-54502197ec94 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Apr 05 11:45:31.457326 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2b212-7eab-4ed4-bb9a-4fb01285cdb2 req-fc241863-c372-4ff5-ab4a-9053c4e6641e tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:31.458812 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eac2b212-7eab-4ed4-bb9a-4fb01285cdb2 req-fc241863-c372-4ff5-ab4a-9053c4e6641e tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 944 time: 0.0554907 Apr 05 11:45:31.509570 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eac2b212-7eab-4ed4-bb9a-4fb01285cdb2 req-6012c90f-8998-4872-9a18-6bd2cc42ebb5 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451491 Apr 05 11:45:32.629617 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576081b-41a6-4ee6-9664-659cfbbad25c req-130bc609-4954-4b2b-920d-6438a38d47bf tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:32.631102 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a576081b-41a6-4ee6-9664-659cfbbad25c req-130bc609-4954-4b2b-920d-6438a38d47bf tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 944 time: 0.0548913 Apr 05 11:45:32.678746 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-a576081b-41a6-4ee6-9664-659cfbbad25c req-13a732a9-4b13-4a3a-8f88-a321d095a7d7 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420849 Apr 05 11:45:33.795215 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0dbe02-868b-4d46-bfff-76970919ae7e req-b135f914-e89b-4bd6-a54b-0d052cf68fba tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:33.796772 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8b0dbe02-868b-4d46-bfff-76970919ae7e req-b135f914-e89b-4bd6-a54b-0d052cf68fba tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 944 time: 0.0527141 Apr 05 11:45:33.844347 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8b0dbe02-868b-4d46-bfff-76970919ae7e req-32934680-765d-42c4-b3be-00a64022a89c tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 Apr 05 11:45:34.043906 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:45:34.143857 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=44a34c8a-def2-4e89-8d9d-b6d350fff1d0,segment=NetworkSegment(4f069ce6-e89e-4726-aada-c5a2eff7d972),segment_id=4f069ce6-e89e-4726-aada-c5a2eff7d972)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:45:34.154586 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': '44a34c8a-def2-4e89-8d9d-b6d350fff1d0', 'network_id': '0e6ee671-44a9-446f-bc37-a1b71dd0faeb', 'port_id': '44a34c8a-def2-4e89-8d9d-b6d350fff1d0', 'mac_address': 'fa:16:3e:00:d1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c04fde1-52aa-420a-b77f-4a2fc387a392', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:45:34.191378 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:45:34.191792 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (44a34c8a-def2-4e89-8d9d-b6d350fff1d0), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:34.204327 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:45:34.222609 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=44a34c8a-def2-4e89-8d9d-b6d350fff1d0,segment=NetworkSegment(4f069ce6-e89e-4726-aada-c5a2eff7d972),segment_id=4f069ce6-e89e-4726-aada-c5a2eff7d972)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:45:34.302948 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (44a34c8a-def2-4e89-8d9d-b6d350fff1d0), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:34.351346 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=44a34c8a-def2-4e89-8d9d-b6d350fff1d0,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:34.359246 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:34.359621 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:34.359970 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:34.360310 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:34.360645 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:34.360979 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:34.361304 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:34.361627 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:34.361952 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:34.362294 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:34.362618 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:34.362944 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:34.363266 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:34.363735 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:34.364144 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:34.589122 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['44a34c8a-def2-4e89-8d9d-b6d350fff1d0'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:45:34.961008 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3620529-1c8b-474f-998d-75ee96782aa7 req-63f8c0e4-0989-4ba8-a6f5-57881ad6b0ba tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:34.962483 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d3620529-1c8b-474f-998d-75ee96782aa7 req-63f8c0e4-0989-4ba8-a6f5-57881ad6b0ba tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 945 time: 0.0527413 Apr 05 11:45:35.012465 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d3620529-1c8b-474f-998d-75ee96782aa7 req-ec6aa10d-3f2c-4511-a349-4c937a2c3520 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 Apr 05 11:45:36.049524 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:45:36.128967 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc552f7-aa46-459c-ad95-62c422f0eef4 req-a34afb25-1302-4e4b-9678-c60678c76484 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:36.130361 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cc552f7-aa46-459c-ad95-62c422f0eef4 req-a34afb25-1302-4e4b-9678-c60678c76484 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 945 time: 0.0513976 Apr 05 11:45:36.176576 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:45:36.177481 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cc552f7-aa46-459c-ad95-62c422f0eef4 req-3d5b2f8a-6292-475b-a58e-0dd87eb3577a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415423 Apr 05 11:45:36.180669 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:45:36.181047 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (44a34c8a-def2-4e89-8d9d-b6d350fff1d0), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:36.260008 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:45:36.260398 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (44a34c8a-def2-4e89-8d9d-b6d350fff1d0), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:36.282950 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7430e-ab40-408a-8e02-49ae4de262d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a34c8a-def2-4e89-8d9d-b6d350fff1d0'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:45:36.285421 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176b0cec-435d-4fdf-86cf-f8e5320fd76f" -d '{"events": [{"server_uuid": "b6b7430e-ab40-408a-8e02-49ae4de262d2", "name": "network-vif-plugged", "status": "completed", "tag": "44a34c8a-def2-4e89-8d9d-b6d350fff1d0"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:45:36.303684 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=44a34c8a-def2-4e89-8d9d-b6d350fff1d0,segment=NetworkSegment(4f069ce6-e89e-4726-aada-c5a2eff7d972),segment_id=4f069ce6-e89e-4726-aada-c5a2eff7d972)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:45:36.359696 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (44a34c8a-def2-4e89-8d9d-b6d350fff1d0), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:36.412270 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=44a34c8a-def2-4e89-8d9d-b6d350fff1d0,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:36.483178 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa426b4-5dab-4ea5-959b-ca5ddbddeb9b x-openstack-request-id: req-9fa426b4-5dab-4ea5-959b-ca5ddbddeb9b {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:45:36.483562 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7430e-ab40-408a-8e02-49ae4de262d2", "name": "network-vif-plugged", "status": "completed", "tag": "44a34c8a-def2-4e89-8d9d-b6d350fff1d0", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:45:36.483808 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9fa426b4-5dab-4ea5-959b-ca5ddbddeb9b {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:45:36.484235 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa426b4-5dab-4ea5-959b-ca5ddbddeb9b'] response: {'server_uuid': 'b6b7430e-ab40-408a-8e02-49ae4de262d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a34c8a-def2-4e89-8d9d-b6d350fff1d0', 'code': 200} Apr 05 11:45:36.839998 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbee2b-d470-4083-9429-49db53fa4b72 req-488c3e4e-b5fb-48ec-9a7f-df8ccbf44a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:36.841607 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dbbbee2b-d470-4083-9429-49db53fa4b72 req-488c3e4e-b5fb-48ec-9a7f-df8ccbf44a14 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 1130 time: 0.0484109 Apr 05 11:45:36.884474 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dbbbee2b-d470-4083-9429-49db53fa4b72 req-f40eb5c9-fda1-415d-ba7b-bb148787f0b7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372822 Apr 05 11:45:37.295515 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bad03-5c95-442d-989e-a62c27d13977 req-54f2bbb8-8af5-4c07-95d9-61fe536a7604 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:37.297113 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8c9bad03-5c95-442d-989e-a62c27d13977 req-54f2bbb8-8af5-4c07-95d9-61fe536a7604 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 946 time: 0.0528150 Apr 05 11:45:37.349869 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8c9bad03-5c95-442d-989e-a62c27d13977 req-104f725c-8e92-4a0d-a783-a094e04f4083 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470290 Apr 05 11:45:38.471556 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d217e-d257-4ed3-91b9-981e20b8f0c8 req-e6ff75c1-f3be-4eda-b64d-52333f37590c tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:38.473020 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-162d217e-d257-4ed3-91b9-981e20b8f0c8 req-e6ff75c1-f3be-4eda-b64d-52333f37590c tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 946 time: 0.0535746 Apr 05 11:45:38.523384 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-162d217e-d257-4ed3-91b9-981e20b8f0c8 req-e8fa363a-358c-4490-8c04-8d707500e783 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447986 Apr 05 11:45:43.576635 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:50.311188 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:45:50.707744 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0daffef6-f8eb-44b9-be8b-885f816831db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:53.021691 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-569ab68b-d5a3-47d0-a218-062b01e3c5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:53.192928 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-cc626628-124a-4412-9679-b3ab2095bfc5 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021731976&fields=id&tenant_id=0bfd09739367451297d7d3042eb37411 HTTP/1.1" status: 200 len: 267 time: 0.0453460 Apr 05 11:45:53.299246 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-a5d6aa1f-ea9c-4734-855f-2d2de8997f30 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:53.300753 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-a5d6aa1f-ea9c-4734-855f-2d2de8997f30 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/networks?id=6351c4b7-133d-4471-82de-f39f3c9f175f HTTP/1.1" status: 200 len: 812 time: 0.1017113 Apr 05 11:45:53.315104 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-e57debb4-c0b2-467f-aff7-d3a40b4b9305 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/quotas/0bfd09739367451297d7d3042eb37411 HTTP/1.1" status: 200 len: 375 time: 0.0090396 Apr 05 11:45:53.377105 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-ce04ca06-e466-4b13-8421-72525820cf0b tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0572109 Apr 05 11:45:53.474880 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-0d95b2b0-63ba-4c37-8f27-1b618b1d3b22 service neutron] 10.222.0.60 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860200 Apr 05 11:45:53.574059 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-64daa858-b63d-47dd-97b2-3d04ac6ec4df service neutron] 10.222.0.60 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935071 Apr 05 11:45:54.102066 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:54.137609 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-73dacc8d-8c36-4a20-9aa2-73bf5fd4f261 req-7d7856ec-c21c-4cc4-b7ac-518ef518a1c7 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 210 time: 0.0312111 Apr 05 11:45:55.230667 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-803f4739-8366-4eaf-8288-d03aac7b2a58 req-e637db9c-34c9-4512-bc79-92d11826060e tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 210 time: 0.0278955 Apr 05 11:45:55.536014 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:56.323494 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-52650cec-08f2-4799-ba29-5c78d6d9d521 req-95b1c7ed-b6f9-4190-9a16-945873484655 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 210 time: 0.0266473 Apr 05 11:45:56.970358 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:57.418320 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6d6945cb-68dd-46f0-acf0-5d5328bf70cb req-468aa719-093b-4326-a9b7-4b613d161902 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 210 time: 0.0266664 Apr 05 11:45:57.882792 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-587c055c-37ee-4b25-b97d-ab54e15925e2 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:57.884341 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-587c055c-37ee-4b25-b97d-ab54e15925e2 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.57 "GET /v2.0/networks?id=6351c4b7-133d-4471-82de-f39f3c9f175f HTTP/1.1" status: 200 len: 812 time: 0.1028001 Apr 05 11:45:57.958861 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-d4ba1cde-fa0e-43ad-a6a9-5c61db9967c5 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bfd09739367451297d7d3042eb37411 HTTP/1.1" status: 200 len: 380 time: 0.0555170 Apr 05 11:45:57.974013 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-712bce23-cf34-4f6f-8b72-2a88ddc19794 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Request body: {'port': {'device_id': '976aafc8-5287-4cd6-abfb-a138ce81ce35', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'admin_state_up': True, 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'security_groups': ['68164dcb-34e2-46d4-84df-96445929632d']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:45:58.158614 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-712bce23-cf34-4f6f-8b72-2a88ddc19794 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Made reservation on behalf of 0bfd09739367451297d7d3042eb37411 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:45:58.162283 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-712bce23-cf34-4f6f-8b72-2a88ddc19794 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:58.290403 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-712bce23-cf34-4f6f-8b72-2a88ddc19794 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Allocated IP 172.20.0.10 (6351c4b7-133d-4471-82de-f39f3c9f175f/7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37/a8debfa0-1854-4a59-8ee7-7e56b90465ea) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:45:58.429502 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-712bce23-cf34-4f6f-8b72-2a88ddc19794 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for port (a8debfa0-1854-4a59-8ee7-7e56b90465ea), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:58.520125 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f9b7101-989b-4c24-8d9f-6f321ca453e1 req-30d815db-a733-4228-ab8c-955619917112 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 210 time: 0.0363619 Apr 05 11:45:58.526925 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-712bce23-cf34-4f6f-8b72-2a88ddc19794 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (a8debfa0-1854-4a59-8ee7-7e56b90465ea), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:58.574446 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-712bce23-cf34-4f6f-8b72-2a88ddc19794 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Network 6351c4b7-133d-4471-82de-f39f3c9f175f is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:45:58.577507 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-712bce23-cf34-4f6f-8b72-2a88ddc19794 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:45:58.584273 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-712bce23-cf34-4f6f-8b72-2a88ddc19794 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:45:58.590797 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bce23-cf34-4f6f-8b72-2a88ddc19794 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event updated for resources: {'Port': ['ID=a8debfa0-1854-4a59-8ee7-7e56b90465ea,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:58.639666 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-712bce23-cf34-4f6f-8b72-2a88ddc19794 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:58.640291 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-712bce23-cf34-4f6f-8b72-2a88ddc19794 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:58.721776 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-712bce23-cf34-4f6f-8b72-2a88ddc19794 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7536891 Apr 05 11:45:58.742058 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Request body: {'port': {'device_id': '976aafc8-5287-4cd6-abfb-a138ce81ce35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:45:58.808653 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (a8debfa0-1854-4a59-8ee7-7e56b90465ea), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:58.813273 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-6e9c2108-4a94-4870-b9eb-af5efe6ef907 None None] Provisioning complete for port a8debfa0-1854-4a59-8ee7-7e56b90465ea triggered by entity DHCP. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:45:58.813712 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6e9c2108-4a94-4870-b9eb-af5efe6ef907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (a8debfa0-1854-4a59-8ee7-7e56b90465ea), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:58.888716 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c2108-4a94-4870-b9eb-af5efe6ef907 None None] Port a8debfa0-1854-4a59-8ee7-7e56b90465ea cannot update to ACTIVE because it is not bound. {{(pid=103948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:45:59.078268 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8debfa0-1854-4a59-8ee7-7e56b90465ea {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:45:59.090437 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Publish callbacks [] for port (a8debfa0-1854-4a59-8ee7-7e56b90465ea), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:59.103800 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Transition to ACTIVE for port object a8debfa0-1854-4a59-8ee7-7e56b90465ea will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:45:59.181614 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62790695'] for port (a8debfa0-1854-4a59-8ee7-7e56b90465ea), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:59.235274 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8debfa0-1854-4a59-8ee7-7e56b90465ea,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:59.308905 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Attempting to bind port a8debfa0-1854-4a59-8ee7-7e56b90465ea on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:45:59.309243 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Attempting to bind port a8debfa0-1854-4a59-8ee7-7e56b90465ea by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:45:59.309577 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Attempting to bind port a8debfa0-1854-4a59-8ee7-7e56b90465ea on network 6351c4b7-133d-4471-82de-f39f3c9f175f {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:45:59.314535 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Port a8debfa0-1854-4a59-8ee7-7e56b90465ea on network 6351c4b7-133d-4471-82de-f39f3c9f175f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:45:59.314907 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Attempting to bind port a8debfa0-1854-4a59-8ee7-7e56b90465ea on network 6351c4b7-133d-4471-82de-f39f3c9f175f {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:45:59.320409 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Checking agent: {'id': '9a850eff-9870-42bf-bc78-ae717438fc3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:45:59.320735 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Checking segment: {'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:45:59.321122 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Bound using segment: {'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:45:59.321673 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Bound port: a8debfa0-1854-4a59-8ee7-7e56b90465ea, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05cc2f2c-d027-4344-aa06-05d4ce81b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:45:59.321963 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (a8debfa0-1854-4a59-8ee7-7e56b90465ea), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:59.391815 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] For port a8debfa0-1854-4a59-8ee7-7e56b90465ea, host hv-cinder-83444, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:45:59.395924 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] For port a8debfa0-1854-4a59-8ee7-7e56b90465ea, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=a8debfa0-1854-4a59-8ee7-7e56b90465ea,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:45:59.524874 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62790695'] for port (a8debfa0-1854-4a59-8ee7-7e56b90465ea), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:59.559240 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:59.559895 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:59.561281 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] 10.222.0.57 "PUT /v2.0/ports/a8debfa0-1854-4a59-8ee7-7e56b90465ea HTTP/1.1" status: 200 len: 1094 time: 0.8241708 Apr 05 11:45:59.561732 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976aafc8-5287-4cd6-abfb-a138ce81ce35', 'tag': 'a8debfa0-1854-4a59-8ee7-7e56b90465ea'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:45:59.565261 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859b556e-f4e6-431f-b59d-31cb1f3820c7" -d '{"events": [{"name": "network-changed", "server_uuid": "976aafc8-5287-4cd6-abfb-a138ce81ce35", "tag": "a8debfa0-1854-4a59-8ee7-7e56b90465ea"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:45:59.597221 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955eae12-0e7b-4c2f-84bb-b1b66613a6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8debfa0-1854-4a59-8ee7-7e56b90465ea,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:59.611734 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa73774f-16a6-4fe7-80c7-648bdf2d3251 x-openstack-request-id: req-aa73774f-16a6-4fe7-80c7-648bdf2d3251 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:45:59.612276 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976aafc8-5287-4cd6-abfb-a138ce81ce35", "tag": "a8debfa0-1854-4a59-8ee7-7e56b90465ea", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:45:59.612599 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa73774f-16a6-4fe7-80c7-648bdf2d3251 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:45:59.613075 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa73774f-16a6-4fe7-80c7-648bdf2d3251'] response: {'name': 'network-changed', 'server_uuid': '976aafc8-5287-4cd6-abfb-a138ce81ce35', 'tag': 'a8debfa0-1854-4a59-8ee7-7e56b90465ea', 'status': 'completed', 'code': 200} Apr 05 11:45:59.657519 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4b749-d3f7-4af0-ac8c-7007e893d708 req-af7bb27d-2c3b-42a7-9e2a-bf5b7b79d13e tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:59.659184 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4bf4b749-d3f7-4af0-ac8c-7007e893d708 req-af7bb27d-2c3b-42a7-9e2a-bf5b7b79d13e tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 944 time: 0.0618680 Apr 05 11:45:59.720256 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b556e-f4e6-431f-b59d-31cb1f3820c7 req-f34f1267-781d-449b-889e-86660d28e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:59.723660 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-859b556e-f4e6-431f-b59d-31cb1f3820c7 req-f34f1267-781d-449b-889e-86660d28e7c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 1128 time: 0.0651870 Apr 05 11:45:59.724513 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4bf4b749-d3f7-4af0-ac8c-7007e893d708 req-03b70fd0-f824-4cf0-82bc-38a079afabf2 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587559 Apr 05 11:45:59.827572 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b556e-f4e6-431f-b59d-31cb1f3820c7 req-3e588941-ba56-4752-8f13-6c9baa90057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:59.829034 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-859b556e-f4e6-431f-b59d-31cb1f3820c7 req-3e588941-ba56-4752-8f13-6c9baa90057a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0bfd09739367451297d7d3042eb37411&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0933521 Apr 05 11:45:59.923505 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b556e-f4e6-431f-b59d-31cb1f3820c7 req-86133078-7740-4bdc-bde5-e6e3d0666fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:45:59.924905 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-859b556e-f4e6-431f-b59d-31cb1f3820c7 req-86133078-7740-4bdc-bde5-e6e3d0666fdf service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896003 Apr 05 11:46:00.027194 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-f5b85a4d-9da4-4b3a-a8dc-970e12f0f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:00.028860 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-f5b85a4d-9da4-4b3a-a8dc-970e12f0f7aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 1128 time: 0.0449524 Apr 05 11:46:00.078191 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-c36e87fa-84b2-4d21-85f5-eef61f4352ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8debfa0-1854-4a59-8ee7-7e56b90465ea HTTP/1.1" status: 200 len: 217 time: 0.0348380 Apr 05 11:46:00.127790 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-5da0c8df-40fa-472e-885f-168bdc620ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:00.129812 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-5da0c8df-40fa-472e-885f-168bdc620ebb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37 HTTP/1.1" status: 200 len: 851 time: 0.0454371 Apr 05 11:46:00.178207 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-c17a1ca8-e7db-4f3d-b887-46f7bd2b19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:00.179764 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-c17a1ca8-e7db-4f3d-b887-46f7bd2b19a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6351c4b7-133d-4471-82de-f39f3c9f175f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452423 Apr 05 11:46:00.272023 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-4c756b8e-bb9b-4c86-84e0-dce775f38c84 service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862935 Apr 05 11:46:00.362574 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3e86f88-d5e7-4bbb-b1e2-d49fef3610d7 req-e0c65ecb-3098-405f-bad1-9b2299d9d43f service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837464 Apr 05 11:46:00.844270 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26022889-47cf-4779-936d-3e293c89fc2f req-cffa8f83-7ce2-4f91-be35-eb642342e2b8 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:00.845733 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-26022889-47cf-4779-936d-3e293c89fc2f req-cffa8f83-7ce2-4f91-be35-eb642342e2b8 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 944 time: 0.0517192 Apr 05 11:46:00.897484 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-26022889-47cf-4779-936d-3e293c89fc2f req-a8af6298-f393-4051-918f-046edcfc4457 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455465 Apr 05 11:46:02.015765 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38ccf2-90b6-4b75-b86a-71150b7eeb0a req-843b8853-1613-48bf-99d4-14382406652d tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:02.017366 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3a38ccf2-90b6-4b75-b86a-71150b7eeb0a req-843b8853-1613-48bf-99d4-14382406652d tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 944 time: 0.0533118 Apr 05 11:46:02.067127 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3a38ccf2-90b6-4b75-b86a-71150b7eeb0a req-76b56662-fbf5-4279-9c39-839a5271e625 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440943 Apr 05 11:46:03.086949 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196f25b-371a-4d83-8a48-ef6408f50794 req-55f9bd2f-4139-4965-903c-11ea08f31fe4 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:03.088347 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a196f25b-371a-4d83-8a48-ef6408f50794 req-55f9bd2f-4139-4965-903c-11ea08f31fe4 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 946 time: 0.0517819 Apr 05 11:46:03.141311 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a196f25b-371a-4d83-8a48-ef6408f50794 req-a25a2809-6fc5-4f54-aa25-3db8c8eb867a tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470486 Apr 05 11:46:03.198339 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee2513-d325-42b9-8868-2bbc7d583453 req-99a94f34-e056-4382-a1d9-66eb7702b7f1 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:03.199829 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6cee2513-d325-42b9-8868-2bbc7d583453 req-99a94f34-e056-4382-a1d9-66eb7702b7f1 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 944 time: 0.0594637 Apr 05 11:46:03.248416 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-6cee2513-d325-42b9-8868-2bbc7d583453 req-c4e5cde5-4ef7-4293-9f47-7f68978cbb3b tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430446 Apr 05 11:46:04.261318 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be550e3b-f4a4-4c46-86d4-7268040d3c07 req-1a978539-7186-4e48-88e5-ce23cc933be4 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:04.262774 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-be550e3b-f4a4-4c46-86d4-7268040d3c07 req-1a978539-7186-4e48-88e5-ce23cc933be4 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 946 time: 0.0555263 Apr 05 11:46:04.311313 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-be550e3b-f4a4-4c46-86d4-7268040d3c07 req-ddbdceff-0bcd-428a-8a7c-202c63d8933d tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/security-groups?id=af792d04-ee13-4874-ae7a-05f689414751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429518 Apr 05 11:46:04.369646 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d239cf-cb53-48bf-af25-0e3769fe859a req-bd355a5b-ec70-45b9-9ce7-24c666aafa56 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:04.371136 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-40d239cf-cb53-48bf-af25-0e3769fe859a req-bd355a5b-ec70-45b9-9ce7-24c666aafa56 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 944 time: 0.0556810 Apr 05 11:46:04.420148 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-40d239cf-cb53-48bf-af25-0e3769fe859a req-f8b7d720-3315-4709-93b0-68a899e3d3af tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433342 Apr 05 11:46:04.742622 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367b41f-91a0-463c-956e-275c58099324 req-c84d14fe-a1c2-4d9e-8de2-a7a9059526e7 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:04.744014 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f367b41f-91a0-463c-956e-275c58099324 req-c84d14fe-a1c2-4d9e-8de2-a7a9059526e7 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 946 time: 0.0520000 Apr 05 11:46:04.840924 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-f367b41f-91a0-463c-956e-275c58099324 req-880e1dca-102c-4aca-99c9-3792d1623d92 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Deleting port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:46:04.841261 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-f367b41f-91a0-463c-956e-275c58099324 req-880e1dca-102c-4aca-99c9-3792d1623d92 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (44a34c8a-def2-4e89-8d9d-b6d350fff1d0), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:04.928188 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-f367b41f-91a0-463c-956e-275c58099324 req-880e1dca-102c-4aca-99c9-3792d1623d92 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] For port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=44a34c8a-def2-4e89-8d9d-b6d350fff1d0,segment=NetworkSegment(4f069ce6-e89e-4726-aada-c5a2eff7d972),segment_id=4f069ce6-e89e-4726-aada-c5a2eff7d972)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:46:04.928558 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-f367b41f-91a0-463c-956e-275c58099324 req-880e1dca-102c-4aca-99c9-3792d1623d92 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (44a34c8a-def2-4e89-8d9d-b6d350fff1d0), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:04.940766 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-f367b41f-91a0-463c-956e-275c58099324 req-880e1dca-102c-4aca-99c9-3792d1623d92 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Calling delete_port for 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:46:05.273581 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-f367b41f-91a0-463c-956e-275c58099324 req-880e1dca-102c-4aca-99c9-3792d1623d92 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (44a34c8a-def2-4e89-8d9d-b6d350fff1d0), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:05.302359 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e1dca-102c-4aca-99c9-3792d1623d92 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Pushing event deleted for resources: {'Port': ['ID=44a34c8a-def2-4e89-8d9d-b6d350fff1d0,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:46:05.311041 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['44a34c8a-def2-4e89-8d9d-b6d350fff1d0'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:46:05.347049 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-f367b41f-91a0-463c-956e-275c58099324 req-880e1dca-102c-4aca-99c9-3792d1623d92 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] No DVR routers for this DVR port 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:46:05.350290 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-f367b41f-91a0-463c-956e-275c58099324 req-880e1dca-102c-4aca-99c9-3792d1623d92 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:05.353997 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f367b41f-91a0-463c-956e-275c58099324 req-880e1dca-102c-4aca-99c9-3792d1623d92 tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.57 "DELETE /v2.0/ports/44a34c8a-def2-4e89-8d9d-b6d350fff1d0 HTTP/1.1" status: 204 len: 173 time: 0.6047492 Apr 05 11:46:05.355780 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b7430e-ab40-408a-8e02-49ae4de262d2', 'name': 'network-vif-deleted', 'tag': '44a34c8a-def2-4e89-8d9d-b6d350fff1d0'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:46:05.356999 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66df672a-626b-4ca8-88f9-453173776089" -d '{"events": [{"server_uuid": "b6b7430e-ab40-408a-8e02-49ae4de262d2", "name": "network-vif-deleted", "tag": "44a34c8a-def2-4e89-8d9d-b6d350fff1d0"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:46:05.411200 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accddef8-99e1-40f1-ae5a-6d9dbfeccb86 x-openstack-request-id: req-accddef8-99e1-40f1-ae5a-6d9dbfeccb86 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:46:05.411523 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b7430e-ab40-408a-8e02-49ae4de262d2", "name": "network-vif-deleted", "tag": "44a34c8a-def2-4e89-8d9d-b6d350fff1d0", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:46:05.412390 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-accddef8-99e1-40f1-ae5a-6d9dbfeccb86 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:46:05.412722 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-accddef8-99e1-40f1-ae5a-6d9dbfeccb86'] response: {'server_uuid': 'b6b7430e-ab40-408a-8e02-49ae4de262d2', 'name': 'network-vif-deleted', 'tag': '44a34c8a-def2-4e89-8d9d-b6d350fff1d0', 'status': 'completed', 'code': 200} Apr 05 11:46:05.414914 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aace68e9-d4f7-4160-a7d7-2baf11e047ee req-9dc6cbac-a272-48dc-bf3e-07ea52ca947e tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 210 time: 0.0334709 Apr 05 11:46:05.548898 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979229e-7fd9-40ed-a76c-2067899eee99 req-ec6f2b0f-4b30-4ba7-a5b3-3cb6b21142da tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:05.550320 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7979229e-7fd9-40ed-a76c-2067899eee99 req-ec6f2b0f-4b30-4ba7-a5b3-3cb6b21142da tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 944 time: 0.0613642 Apr 05 11:46:05.601245 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-7979229e-7fd9-40ed-a76c-2067899eee99 req-2684968c-5ae9-4248-a75e-fa8f98b7c703 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446668 Apr 05 11:46:06.522011 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-804b76e4-f418-4f8e-a9de-59f7bc33f3be req-824d8f60-1946-4ff5-bc82-05ce323bc0ad tempest-VolumesSnapshotTestJSON-1627912870 tempest-VolumesSnapshotTestJSON-1627912870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b7430e-ab40-408a-8e02-49ae4de262d2 HTTP/1.1" status: 200 len: 210 time: 0.0269322 Apr 05 11:46:06.717713 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daaefd-cdc4-45e6-809d-c2f466632d10 req-a528214e-58d3-4e59-b982-727e08c666e3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:06.719190 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d9daaefd-cdc4-45e6-809d-c2f466632d10 req-a528214e-58d3-4e59-b982-727e08c666e3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 944 time: 0.0520668 Apr 05 11:46:06.767988 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-d9daaefd-cdc4-45e6-809d-c2f466632d10 req-7add70cd-012d-45a8-8c11-06f39298fa9b tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426509 Apr 05 11:46:07.891924 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140e0cd-85f5-4db5-8498-8fe139107146 req-90db9fbc-0b2a-4121-ba39-77e9e5c08d09 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:07.893350 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1140e0cd-85f5-4db5-8498-8fe139107146 req-90db9fbc-0b2a-4121-ba39-77e9e5c08d09 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 944 time: 0.0570025 Apr 05 11:46:07.944447 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-1140e0cd-85f5-4db5-8498-8fe139107146 req-9f6707a1-6ca8-4f35-9f06-a1346bdd843f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440397 Apr 05 11:46:08.261501 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device a8debfa0-1854-4a59-8ee7-7e56b90465ea details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:46:08.271702 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:46:08.294485 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:46:08.299263 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 44a34c8a-def2-4e89-8d9d-b6d350fff1d0 not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:46:08.385375 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port a8debfa0-1854-4a59-8ee7-7e56b90465ea, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=a8debfa0-1854-4a59-8ee7-7e56b90465ea,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:46:08.398153 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Returning: {'device': 'a8debfa0-1854-4a59-8ee7-7e56b90465ea', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'port_id': 'a8debfa0-1854-4a59-8ee7-7e56b90465ea', 'mac_address': 'fa:16:3e:cb:a8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:46:08.448166 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port a8debfa0-1854-4a59-8ee7-7e56b90465ea is: DOWN; New status is: BUILD {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:46:08.448567 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (a8debfa0-1854-4a59-8ee7-7e56b90465ea), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:08.463552 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8debfa0-1854-4a59-8ee7-7e56b90465ea {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:46:08.483801 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port a8debfa0-1854-4a59-8ee7-7e56b90465ea, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=a8debfa0-1854-4a59-8ee7-7e56b90465ea,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:46:08.558232 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (a8debfa0-1854-4a59-8ee7-7e56b90465ea), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:08.605989 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=a8debfa0-1854-4a59-8ee7-7e56b90465ea,revision_number=4']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:46:08.829632 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] get_ports_and_sgs() called for port_ids ['a8debfa0-1854-4a59-8ee7-7e56b90465ea'] {{(pid=103948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:46:09.064025 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667b366-c48e-479a-a6d3-3f29de7102ee req-e3d23856-8d15-4673-9b0c-e85a0850586c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:09.065422 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6667b366-c48e-479a-a6d3-3f29de7102ee req-e3d23856-8d15-4673-9b0c-e85a0850586c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 945 time: 0.0539687 Apr 05 11:46:09.114426 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6667b366-c48e-479a-a6d3-3f29de7102ee req-19e174ca-7664-4437-9ae6-10f4897c542a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425408 Apr 05 11:46:10.234265 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d156be-b6db-4dbf-959b-156d0109a115 req-8ab85c8f-93ef-493e-a48a-8bcb9ec6490b tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:10.235774 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-40d156be-b6db-4dbf-959b-156d0109a115 req-8ab85c8f-93ef-493e-a48a-8bcb9ec6490b tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 945 time: 0.0539961 Apr 05 11:46:10.283909 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-40d156be-b6db-4dbf-959b-156d0109a115 req-0a50e144-03b3-43b3-a881-d5d337a4120f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423975 Apr 05 11:46:11.423271 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9c6c3-01de-45ea-9493-90a96aecf158 req-a1e5f119-ad05-4b18-ba8b-5a507dd2ebcd tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:11.424778 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b9e9c6c3-01de-45ea-9493-90a96aecf158 req-a1e5f119-ad05-4b18-ba8b-5a507dd2ebcd tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 945 time: 0.0658667 Apr 05 11:46:11.472472 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b9e9c6c3-01de-45ea-9493-90a96aecf158 req-bef67116-2795-46a0-8d85-5351ee4b4a52 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415800 Apr 05 11:46:11.820101 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device a8debfa0-1854-4a59-8ee7-7e56b90465ea up at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:46:11.959398 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning for port a8debfa0-1854-4a59-8ee7-7e56b90465ea completed by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:46:11.964030 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Provisioning complete for port a8debfa0-1854-4a59-8ee7-7e56b90465ea triggered by entity L2. {{(pid=103948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:46:11.964408 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3972078'] for port (a8debfa0-1854-4a59-8ee7-7e56b90465ea), provisioning_complete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:12.075472 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Current status of the port a8debfa0-1854-4a59-8ee7-7e56b90465ea is: BUILD; New status is: ACTIVE {{(pid=103948) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:46:12.079267 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (a8debfa0-1854-4a59-8ee7-7e56b90465ea), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:12.116995 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976aafc8-5287-4cd6-abfb-a138ce81ce35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8debfa0-1854-4a59-8ee7-7e56b90465ea'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:46:12.119265 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9796b850d79ffb45f6299857611673a63ca7eaf7d24dd3e801da0c1cec390b81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6505690d-0e58-4260-9f3f-48ff9af374fc" -d '{"events": [{"server_uuid": "976aafc8-5287-4cd6-abfb-a138ce81ce35", "name": "network-vif-plugged", "status": "completed", "tag": "a8debfa0-1854-4a59-8ee7-7e56b90465ea"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:46:12.141007 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] For port a8debfa0-1854-4a59-8ee7-7e56b90465ea, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=a8debfa0-1854-4a59-8ee7-7e56b90465ea,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:46:12.160030 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c93bde-25cb-40eb-b763-700df476b0d8 x-openstack-request-id: req-26c93bde-25cb-40eb-b763-700df476b0d8 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:46:12.160335 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976aafc8-5287-4cd6-abfb-a138ce81ce35", "name": "network-vif-plugged", "status": "completed", "tag": "a8debfa0-1854-4a59-8ee7-7e56b90465ea", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:46:12.160593 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26c93bde-25cb-40eb-b763-700df476b0d8 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:46:12.160991 dv-cinder-834448-3-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c93bde-25cb-40eb-b763-700df476b0d8'] response: {'server_uuid': '976aafc8-5287-4cd6-abfb-a138ce81ce35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8debfa0-1854-4a59-8ee7-7e56b90465ea', 'code': 200} Apr 05 11:46:12.238485 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168'] for port (a8debfa0-1854-4a59-8ee7-7e56b90465ea), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:12.296303 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Pushing event updated for resources: {'Port': ['ID=a8debfa0-1854-4a59-8ee7-7e56b90465ea,revision_number=5']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:46:12.592075 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479aa37-9606-40eb-81f1-0dc028c57558 req-9fdcad0c-9dde-4c8b-8889-f0cc300b74ca tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:12.593558 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8479aa37-9606-40eb-81f1-0dc028c57558 req-9fdcad0c-9dde-4c8b-8889-f0cc300b74ca tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 946 time: 0.0530171 Apr 05 11:46:12.641860 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8479aa37-9606-40eb-81f1-0dc028c57558 req-fec76872-d2c1-4176-9d8d-b652e82536e6 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425723 Apr 05 11:46:13.111646 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817592-64a0-4d8f-a20d-d33d25d9ba0b req-d372eb46-6a2e-4b2c-b30a-3eb17e1d05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:13.113127 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-90817592-64a0-4d8f-a20d-d33d25d9ba0b req-d372eb46-6a2e-4b2c-b30a-3eb17e1d05ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 1130 time: 0.0421753 Apr 05 11:46:13.160558 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-90817592-64a0-4d8f-a20d-d33d25d9ba0b req-d1a0021b-b368-4f03-a54d-40523df6d508 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418131 Apr 05 11:46:13.592452 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:13.759711 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593ee02-df5d-4feb-bd51-f2d745328ce8 req-a5467e68-574b-479f-89a2-895cd41902ca tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:13.761173 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9593ee02-df5d-4feb-bd51-f2d745328ce8 req-a5467e68-574b-479f-89a2-895cd41902ca tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 946 time: 0.0520058 Apr 05 11:46:13.815710 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-9593ee02-df5d-4feb-bd51-f2d745328ce8 req-dd4dd5a8-05ea-40e7-998a-0bb4c2d95c5a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488036 Apr 05 11:46:14.935092 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531b2f3-e002-430d-ba68-fedc368d2238 req-a1353dec-8c0b-42a5-8058-7fb9480adceb tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:14.936578 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1531b2f3-e002-430d-ba68-fedc368d2238 req-a1353dec-8c0b-42a5-8058-7fb9480adceb tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 946 time: 0.0526390 Apr 05 11:46:14.984334 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1531b2f3-e002-430d-ba68-fedc368d2238 req-033ed937-9cf8-4f6a-a023-174072937c23 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421057 Apr 05 11:46:15.099611 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f5e0e-edf1-44e5-9773-2b6b9350de1d req-2286988f-d8d0-43c7-900e-603cb87799ad tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:15.101540 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-cc6f5e0e-edf1-44e5-9773-2b6b9350de1d req-2286988f-d8d0-43c7-900e-603cb87799ad tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 946 time: 0.0520275 Apr 05 11:46:15.150036 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-cc6f5e0e-edf1-44e5-9773-2b6b9350de1d req-3b0bbf5b-fd74-47d6-a6e7-5dc69c1da035 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429916 Apr 05 11:46:15.175812 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 41004) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:46:15.219500 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f4504-e77b-487c-a281-142690cf8764 tempest-TestVolumeBootPattern-385760060 tempest-TestVolumeBootPattern-385760060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:15.221045 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-1c6f4504-e77b-487c-a281-142690cf8764 tempest-TestVolumeBootPattern-385760060 tempest-TestVolumeBootPattern-385760060-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 1125 time: 0.0442035 Apr 05 11:46:15.223760 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 41006) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:46:15.228462 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.v2.base [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Request body: {'floatingip': {'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'port_id': 'a8debfa0-1854-4a59-8ee7-7e56b90465ea', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:46:15.318489 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:15.420957 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (None), before_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:15.523621 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_common [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Allocated IP 172.27.1.35 (06b64f98-fdf1-414a-b53a-ab62106c5d0d/1317ba69-9ce3-438d-84a6-a4f85c413c58/25b7448c-ab5e-40d9-91f1-555c1d85c2bc) {{(pid=103946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:46:15.633897 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for port (25b7448c-ab5e-40d9-91f1-555c1d85c2bc), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:15.730380 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790226512132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (25b7448c-ab5e-40d9-91f1-555c1d85c2bc), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:15.767337 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Network 06b64f98-fdf1-414a-b53a-ab62106c5d0d is already hosted by enough agents. {{(pid=103946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:46:15.770244 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.base_scheduler [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Resources bound (agent type, host, resource id): {{(pid=103946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:46:15.775331 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Received port after_create {{(pid=103946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:46:15.801635 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event updated for resources: {'Port': ['ID=25b7448c-ab5e-40d9-91f1-555c1d85c2bc,revision_number=1']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:46:15.812812 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:15.813167 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:15.813520 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:15.813892 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:15.814224 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:15.814576 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:15.814986 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:15.815327 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:15.815683 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:15.816016 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:15.816344 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:15.816671 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:15.816993 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:15.817314 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:15.817635 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:16.163076 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for floatingip (a10fd2a1-0642-4a7d-8e78-e860acb80fee), precommit_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:16.322027 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4162223'] for port (25b7448c-ab5e-40d9-91f1-555c1d85c2bc), before_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:16.470687 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for port (25b7448c-ab5e-40d9-91f1-555c1d85c2bc), precommit_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:16.563800 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790227088662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790226512150', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790226512168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61926197'] for port (25b7448c-ab5e-40d9-91f1-555c1d85c2bc), after_update {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:16.639639 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event updated for resources: {'Port': ['ID=25b7448c-ab5e-40d9-91f1-555c1d85c2bc,revision_number=2']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:46:16.650271 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529940'] for floatingip (a10fd2a1-0642-4a7d-8e78-e860acb80fee), after_create {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:16.755575 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.db.l3_db [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Floating IP a10fd2a1-0642-4a7d-8e78-e860acb80fee associated. External IP: 172.27.1.35, port: a8debfa0-1854-4a59-8ee7-7e56b90465ea. Apr 05 11:46:16.970789 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:46:17.082247 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:46:17.092179 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec23c21a-6b42-4dd0-9190-ec86afb02825 None None] Sync routers for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:46:17.102824 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec23c21a-6b42-4dd0-9190-ec86afb02825 None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:46:17.103462 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-ec23c21a-6b42-4dd0-9190-ec86afb02825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:45:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:46:17.200769 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:17.233692 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-196e6dd4-c4c5-4225-80a2-7f90b18714a3 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0089066 Apr 05 11:46:17.234419 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976aafc8-5287-4cd6-abfb-a138ce81ce35', 'tag': 'a8debfa0-1854-4a59-8ee7-7e56b90465ea'}] {{(pid=103946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:46:17.236913 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2df03cea739110c585a475e2718662c59c77c9335e3894ae5a7edc4fe26bc6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca264c3-3843-424d-92b2-1903e272e14f" -d '{"events": [{"name": "network-changed", "server_uuid": "976aafc8-5287-4cd6-abfb-a138ce81ce35", "tag": "a8debfa0-1854-4a59-8ee7-7e56b90465ea"}]}' {{(pid=103946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:46:17.344900 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e01e070-a51e-4d6a-b7ea-ccae09257846 x-openstack-request-id: req-7e01e070-a51e-4d6a-b7ea-ccae09257846 {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:46:17.345191 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976aafc8-5287-4cd6-abfb-a138ce81ce35", "tag": "a8debfa0-1854-4a59-8ee7-7e56b90465ea", "status": "completed", "code": 200}]} {{(pid=103946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:46:17.345493 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e01e070-a51e-4d6a-b7ea-ccae09257846 {{(pid=103946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:46:17.345893 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e01e070-a51e-4d6a-b7ea-ccae09257846'] response: {'name': 'network-changed', 'server_uuid': '976aafc8-5287-4cd6-abfb-a138ce81ce35', 'tag': 'a8debfa0-1854-4a59-8ee7-7e56b90465ea', 'status': 'completed', 'code': 200} Apr 05 11:46:17.352227 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-ec23c21a-6b42-4dd0-9190-ec86afb02825 None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:46:17.432758 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca264c3-3843-424d-92b2-1903e272e14f req-76ebd4f5-eaf2-462c-b29f-7d5b5fd21d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:17.434327 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ca264c3-3843-424d-92b2-1903e272e14f req-76ebd4f5-eaf2-462c-b29f-7d5b5fd21d97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 1130 time: 0.0450227 Apr 05 11:46:17.530349 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca264c3-3843-424d-92b2-1903e272e14f req-2cfc4be8-f1b9-4e92-b2af-c69bd2cfc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:17.531772 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ca264c3-3843-424d-92b2-1903e272e14f req-2cfc4be8-f1b9-4e92-b2af-c69bd2cfc58c service neutron] 10.222.0.57 "GET /v2.0/networks?id=6351c4b7-133d-4471-82de-f39f3c9f175f HTTP/1.1" status: 200 len: 913 time: 0.0922818 Apr 05 11:46:17.602049 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-ec23c21a-6b42-4dd0-9190-ec86afb02825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'a10fd2a1-0642-4a7d-8e78-e860acb80fee', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'port_id': 'a8debfa0-1854-4a59-8ee7-7e56b90465ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'mac_address': 'fa:16:3e:cb:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976aafc8-5287-4cd6-abfb-a138ce81ce35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:46:16Z', 'updated_at': '2022-04-05T11:46:16Z', 'revision_number': 0, 'project_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address_scope': None}, {'id': 'f2ee399a-fa13-4e01-9d30-0ca0d7dca944', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'port_id': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'mac_address': 'fa:16:3e:14:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514febd1-349b-4439-8ba2-62889b067381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:44:08Z', 'updated_at': '2022-04-05T11:44:11Z', 'revision_number': 1, 'project_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:46:17.610039 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ca264c3-3843-424d-92b2-1903e272e14f req-00dc4213-8505-4b20-b858-a9e07549ae1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8debfa0-1854-4a59-8ee7-7e56b90465ea HTTP/1.1" status: 200 len: 999 time: 0.0710909 Apr 05 11:46:17.620730 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec23c21a-6b42-4dd0-9190-ec86afb02825 None None] Checking router: 19c95139-59ce-4d00-8d69-aea4a8cf28c9 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:46:17.631919 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec23c21a-6b42-4dd0-9190-ec86afb02825 None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:46:17.632559 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-ec23c21a-6b42-4dd0-9190-ec86afb02825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:45:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:46:17.670025 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca264c3-3843-424d-92b2-1903e272e14f req-9d4aa22f-44c3-4152-8849-829748fc6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:17.671529 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ca264c3-3843-424d-92b2-1903e272e14f req-9d4aa22f-44c3-4152-8849-829748fc6f1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37 HTTP/1.1" status: 200 len: 851 time: 0.0555522 Apr 05 11:46:17.720073 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca264c3-3843-424d-92b2-1903e272e14f req-114e0d38-2341-46f2-9819-4b0e2cd8baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:17.721575 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ca264c3-3843-424d-92b2-1903e272e14f req-114e0d38-2341-46f2-9819-4b0e2cd8baff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6351c4b7-133d-4471-82de-f39f3c9f175f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448701 Apr 05 11:46:17.751055 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-ec23c21a-6b42-4dd0-9190-ec86afb02825 None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:46:17.813710 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ca264c3-3843-424d-92b2-1903e272e14f req-847b7e17-193b-40a4-8498-f014ed9f55e4 service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858567 Apr 05 11:46:17.906715 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1ca264c3-3843-424d-92b2-1903e272e14f req-600a3cc5-f121-4d83-b508-e6fea13938bf service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868967 Apr 05 11:46:17.985858 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-ec23c21a-6b42-4dd0-9190-ec86afb02825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'a10fd2a1-0642-4a7d-8e78-e860acb80fee', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'port_id': 'a8debfa0-1854-4a59-8ee7-7e56b90465ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'mac_address': 'fa:16:3e:cb:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976aafc8-5287-4cd6-abfb-a138ce81ce35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:46:16Z', 'updated_at': '2022-04-05T11:46:16Z', 'revision_number': 0, 'project_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address_scope': None}, {'id': 'f2ee399a-fa13-4e01-9d30-0ca0d7dca944', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'port_id': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'mac_address': 'fa:16:3e:14:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514febd1-349b-4439-8ba2-62889b067381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:44:08Z', 'updated_at': '2022-04-05T11:44:11Z', 'revision_number': 1, 'project_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:46:18.016014 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec23c21a-6b42-4dd0-9190-ec86afb02825 None None] The sync data for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi is: [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'a10fd2a1-0642-4a7d-8e78-e860acb80fee', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'port_id': 'a8debfa0-1854-4a59-8ee7-7e56b90465ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'mac_address': 'fa:16:3e:cb:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976aafc8-5287-4cd6-abfb-a138ce81ce35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:46:16Z', 'updated_at': '2022-04-05T11:46:16Z', 'revision_number': 0, 'project_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address_scope': None}, {'id': 'f2ee399a-fa13-4e01-9d30-0ca0d7dca944', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'port_id': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'mac_address': 'fa:16:3e:14:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514febd1-349b-4439-8ba2-62889b067381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:44:08Z', 'updated_at': '2022-04-05T11:44:11Z', 'revision_number': 1, 'project_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:46:18.203768 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ab45b-0c29-4927-92c6-9bbb55a00b7c None None] New status for floating IP a10fd2a1-0642-4a7d-8e78-e860acb80fee: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:46:20.718091 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-113b74bc-f873-4cd4-91e1-5181efa2084b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:23.038399 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-60321573-5590-42d1-942e-3639aa6e615b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:24.100855 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:25.483761 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:26.946527 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:27.311890 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:46:33.725264 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 41120) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:46:33.769239 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0eb95e-3d87-4236-90ca-d7c14e1bf166 admin admin] Deleting subnet 8c04fde1-52aa-420a-b77f-4a2fc387a392 {{(pid=103946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:46:33.773076 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ca0eb95e-3d87-4236-90ca-d7c14e1bf166 admin admin] Publish callbacks [] for subnet (8c04fde1-52aa-420a-b77f-4a2fc387a392), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:33.807280 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ca0eb95e-3d87-4236-90ca-d7c14e1bf166 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59243142'] for subnet (8c04fde1-52aa-420a-b77f-4a2fc387a392), precommit_delete_associations {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:33.846621 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ca0eb95e-3d87-4236-90ca-d7c14e1bf166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (8c04fde1-52aa-420a-b77f-4a2fc387a392), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:34.015068 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ca0eb95e-3d87-4236-90ca-d7c14e1bf166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61926267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59521852'] for subnet (8c04fde1-52aa-420a-b77f-4a2fc387a392), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:34.042044 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0eb95e-3d87-4236-90ca-d7c14e1bf166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c04fde1-52aa-420a-b77f-4a2fc387a392,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:46:34.044066 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-ca0eb95e-3d87-4236-90ca-d7c14e1bf166 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:34.047267 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-ca0eb95e-3d87-4236-90ca-d7c14e1bf166 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8c04fde1-52aa-420a-b77f-4a2fc387a392 HTTP/1.1" status: 204 len: 168 time: 0.3210053 Apr 05 11:46:34.049749 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 41122) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:46:34.116843 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-19c835eb-ed1d-4ca8-9eb1-7182e54617a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (0e6ee671-44a9-446f-bc37-a1b71dd0faeb), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:34.196976 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-19c835eb-ed1d-4ca8-9eb1-7182e54617a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (0e6ee671-44a9-446f-bc37-a1b71dd0faeb), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:34.216226 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-19c835eb-ed1d-4ca8-9eb1-7182e54617a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6ee671-44a9-446f-bc37-a1b71dd0faeb']}} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:46:34.225384 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-19c835eb-ed1d-4ca8-9eb1-7182e54617a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f069ce6-e89e-4726-aada-c5a2eff7d972') {'for_net_delete': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:46:34.225744 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-19c835eb-ed1d-4ca8-9eb1-7182e54617a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f069ce6-e89e-4726-aada-c5a2eff7d972') {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:46:34.234704 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-19c835eb-ed1d-4ca8-9eb1-7182e54617a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59243133'] for segment (4f069ce6-e89e-4726-aada-c5a2eff7d972), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:34.247826 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-19c835eb-ed1d-4ca8-9eb1-7182e54617a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (4f069ce6-e89e-4726-aada-c5a2eff7d972), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:34.253401 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c835eb-ed1d-4ca8-9eb1-7182e54617a6 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:46:34.253780 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-19c835eb-ed1d-4ca8-9eb1-7182e54617a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61926161'] for segment (4f069ce6-e89e-4726-aada-c5a2eff7d972), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: Traceback (most recent call last): Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: timer() Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: cb(*args, **kw) Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: return func(*args, **kwargs) Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: self._notify() Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: self.callback(batched_events) Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: event.method(event) Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: return f(self, *a, **k) Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._get(url).json() Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: return self.request(url, 'GET', **kwargs) Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:46:34.255371 dv-cinder-834448-3-iscsi neutron-server[103946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:46:34.426133 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-19c835eb-ed1d-4ca8-9eb1-7182e54617a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (0e6ee671-44a9-446f-bc37-a1b71dd0faeb), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:34.434688 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-19c835eb-ed1d-4ca8-9eb1-7182e54617a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:34.437964 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-19c835eb-ed1d-4ca8-9eb1-7182e54617a6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0e6ee671-44a9-446f-bc37-a1b71dd0faeb HTTP/1.1" status: 204 len: 168 time: 0.3872595 Apr 05 11:46:34.700887 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c835eb-ed1d-4ca8-9eb1-7182e54617a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6ee671-44a9-446f-bc37-a1b71dd0faeb,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:46:34.866220 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 41126) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:46:34.904972 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-b09336ca-a167-4bb5-88cc-718584efc51b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0493643a9a404b79b3a8036cfc7df40b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376284 Apr 05 11:46:34.907314 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 41128) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:46:34.952769 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Publish callbacks [] for security_group (af792d04-ee13-4874-ae7a-05f689414751), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:34.973635 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Publish callbacks [] for security_group (af792d04-ee13-4874-ae7a-05f689414751), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:35.071913 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (af792d04-ee13-4874-ae7a-05f689414751), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:35.074478 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:35.075688 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af792d04-ee13-4874-ae7a-05f689414751 HTTP/1.1" status: 204 len: 168 time: 0.1674206 Apr 05 11:46:35.083075 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af792d04-ee13-4874-ae7a-05f689414751,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:46:35.090696 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:35.091045 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:35.091451 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:35.091799 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:35.092136 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:35.092483 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:35.092795 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:35.093119 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:35.093449 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:35.093775 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:35.094102 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:35.094427 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:35.094750 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:35.095072 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:35.095394 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05cbc3b-4277-44b5-a36d-b2c900674cfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:46:43.666150 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:47.059802 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-97a87e56-c3fe-409c-8ed4-e58e853a3081 req-62ef37bf-f9d4-4319-9aa9-405e8d0f8792 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431077 Apr 05 11:46:47.168925 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a87e56-c3fe-409c-8ed4-e58e853a3081 req-d408c1ae-afb3-423b-9a5a-6f70249f42be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:47.170413 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-97a87e56-c3fe-409c-8ed4-e58e853a3081 req-d408c1ae-afb3-423b-9a5a-6f70249f42be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 1130 time: 0.0442991 Apr 05 11:46:47.271691 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a87e56-c3fe-409c-8ed4-e58e853a3081 req-1c204e91-a23e-409f-af44-5ca1cf3e4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:47.273147 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-97a87e56-c3fe-409c-8ed4-e58e853a3081 req-1c204e91-a23e-409f-af44-5ca1cf3e4daf service neutron] 10.222.0.57 "GET /v2.0/networks?id=6351c4b7-133d-4471-82de-f39f3c9f175f HTTP/1.1" status: 200 len: 913 time: 0.0853186 Apr 05 11:46:47.339528 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-97a87e56-c3fe-409c-8ed4-e58e853a3081 req-0f531921-aebe-4a08-bf80-7e1fd5f7b685 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=449dbab4-b7db-4b76-9262-6f3cd9a7eae2 HTTP/1.1" status: 200 len: 1001 time: 0.0593257 Apr 05 11:46:47.387832 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a87e56-c3fe-409c-8ed4-e58e853a3081 req-f9c01900-1977-4d05-8d1e-9b46b45905d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:47.389324 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-97a87e56-c3fe-409c-8ed4-e58e853a3081 req-f9c01900-1977-4d05-8d1e-9b46b45905d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37 HTTP/1.1" status: 200 len: 851 time: 0.0437167 Apr 05 11:46:47.440350 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a87e56-c3fe-409c-8ed4-e58e853a3081 req-65825ed3-f229-4166-9749-5f46f9ab8a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:46:47.441848 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-97a87e56-c3fe-409c-8ed4-e58e853a3081 req-65825ed3-f229-4166-9749-5f46f9ab8a6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6351c4b7-133d-4471-82de-f39f3c9f175f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470550 Apr 05 11:46:47.530191 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-97a87e56-c3fe-409c-8ed4-e58e853a3081 req-eb74abcb-3ff7-4230-bb3c-e85dc6e178fc service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821834 Apr 05 11:46:47.622170 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-97a87e56-c3fe-409c-8ed4-e58e853a3081 req-181f184a-c60b-410e-ab42-02c997d56fd1 service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859702 Apr 05 11:46:50.762955 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-09768719-3f23-4801-a40f-d3f39138f97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:53.037482 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-213aa92d-1080-494b-aa24-0b48c70c08f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:54.128996 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:55.488074 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:56.945061 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:04.311616 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:47:13.608067 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:20.738914 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ca0639f-a80b-483a-ad2a-e74d7855c5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:23.053255 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1e16f866-5882-4ad0-87f9-2e2feccb89e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:24.236274 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:25.578882 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:26.944265 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:41.310525 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:47:43.601155 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:44.488049 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 41146) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:47:44.643141 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Deleting port 25b7448c-ab5e-40d9-91f1-555c1d85c2bc {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:47:44.643437 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (25b7448c-ab5e-40d9-91f1-555c1d85c2bc), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:44.719144 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (25b7448c-ab5e-40d9-91f1-555c1d85c2bc), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:44.719494 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for floatingip (25b7448c-ab5e-40d9-91f1-555c1d85c2bc), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:44.731738 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Calling delete_port for 25b7448c-ab5e-40d9-91f1-555c1d85c2bc owned by network:floatingip {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:47:45.199152 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (25b7448c-ab5e-40d9-91f1-555c1d85c2bc), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:45.224597 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event deleted for resources: {'Port': ['ID=25b7448c-ab5e-40d9-91f1-555c1d85c2bc,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:47:45.236912 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:47:45.237264 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:47:45.237633 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:47:45.237973 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:47:45.238304 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:47:45.238634 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:47:45.238958 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:47:45.239279 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:47:45.239679 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:47:45.240002 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:47:45.240324 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:47:45.240647 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:47:45.240965 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:47:45.241284 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:47:45.241600 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:47:45.297833 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for floatingip (a10fd2a1-0642-4a7d-8e78-e860acb80fee), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:45.298683 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Floating IP a10fd2a1-0642-4a7d-8e78-e860acb80fee disassociated (deleted). External IP: 172.27.1.35, port: a8debfa0-1854-4a59-8ee7-7e56b90465ea. Apr 05 11:47:45.511649 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:47:45.621068 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:47:45.625814 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:45.631448 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8954f0-4228-4a4b-aa7e-6bbd32d82989 None None] Sync routers for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:47:45.640289 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8954f0-4228-4a4b-aa7e-6bbd32d82989 None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:47:45.640897 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-3c8954f0-4228-4a4b-aa7e-6bbd32d82989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:47:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:47:45.654745 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-6960c9a0-c0e5-4679-ac96-9ca6ff293149 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "DELETE /v2.0/floatingips/a10fd2a1-0642-4a7d-8e78-e860acb80fee HTTP/1.1" status: 204 len: 168 time: 1.1656091 Apr 05 11:47:45.655332 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976aafc8-5287-4cd6-abfb-a138ce81ce35', 'tag': 'a8debfa0-1854-4a59-8ee7-7e56b90465ea'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:47:45.658242 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2635a432-3416-4bdb-b197-9c0250272e80" -d '{"events": [{"name": "network-changed", "server_uuid": "976aafc8-5287-4cd6-abfb-a138ce81ce35", "tag": "a8debfa0-1854-4a59-8ee7-7e56b90465ea"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:47:45.701330 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474a08a3-587f-4e09-9a1e-2c516fac17e9 x-openstack-request-id: req-474a08a3-587f-4e09-9a1e-2c516fac17e9 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:47:45.701330 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976aafc8-5287-4cd6-abfb-a138ce81ce35", "tag": "a8debfa0-1854-4a59-8ee7-7e56b90465ea", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:47:45.701330 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-474a08a3-587f-4e09-9a1e-2c516fac17e9 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:47:45.701330 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-474a08a3-587f-4e09-9a1e-2c516fac17e9'] response: {'name': 'network-changed', 'server_uuid': '976aafc8-5287-4cd6-abfb-a138ce81ce35', 'tag': 'a8debfa0-1854-4a59-8ee7-7e56b90465ea', 'status': 'completed', 'code': 200} Apr 05 11:47:45.756278 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-3c8954f0-4228-4a4b-aa7e-6bbd32d82989 None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:47:45.784019 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635a432-3416-4bdb-b197-9c0250272e80 req-e9e14150-1d75-47ed-a32d-3b2ad876e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:47:45.785428 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2635a432-3416-4bdb-b197-9c0250272e80 req-e9e14150-1d75-47ed-a32d-3b2ad876e253 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 1130 time: 0.0453200 Apr 05 11:47:45.882304 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635a432-3416-4bdb-b197-9c0250272e80 req-8111580e-471d-41bd-8eb1-5e5451fcf911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:47:45.883785 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2635a432-3416-4bdb-b197-9c0250272e80 req-8111580e-471d-41bd-8eb1-5e5451fcf911 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6351c4b7-133d-4471-82de-f39f3c9f175f HTTP/1.1" status: 200 len: 913 time: 0.0918958 Apr 05 11:47:45.925349 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2635a432-3416-4bdb-b197-9c0250272e80 req-94953808-8952-4255-9143-a0294c63951e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8debfa0-1854-4a59-8ee7-7e56b90465ea HTTP/1.1" status: 200 len: 217 time: 0.0358047 Apr 05 11:47:45.982679 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635a432-3416-4bdb-b197-9c0250272e80 req-17d8c382-b5d3-49d8-b9e0-3ac56bc469bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:47:45.984743 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2635a432-3416-4bdb-b197-9c0250272e80 req-17d8c382-b5d3-49d8-b9e0-3ac56bc469bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37 HTTP/1.1" status: 200 len: 851 time: 0.0544107 Apr 05 11:47:45.992052 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-3c8954f0-4228-4a4b-aa7e-6bbd32d82989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'f2ee399a-fa13-4e01-9d30-0ca0d7dca944', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'port_id': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'mac_address': 'fa:16:3e:14:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514febd1-349b-4439-8ba2-62889b067381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:44:08Z', 'updated_at': '2022-04-05T11:44:11Z', 'revision_number': 1, 'project_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:47:46.018726 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8954f0-4228-4a4b-aa7e-6bbd32d82989 None None] Checking router: 19c95139-59ce-4d00-8d69-aea4a8cf28c9 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:47:46.027577 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8954f0-4228-4a4b-aa7e-6bbd32d82989 None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:47:46.028219 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-3c8954f0-4228-4a4b-aa7e-6bbd32d82989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:47:23Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:47:46.035978 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635a432-3416-4bdb-b197-9c0250272e80 req-38b1c5fa-b43f-47a6-81ab-7d9a7660db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:47:46.037688 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2635a432-3416-4bdb-b197-9c0250272e80 req-38b1c5fa-b43f-47a6-81ab-7d9a7660db17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6351c4b7-133d-4471-82de-f39f3c9f175f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451639 Apr 05 11:47:46.140797 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b158-b8dc-4d07-88f7-22e30b16625d req-c59bdc44-edfe-4837-b162-fc1ce4c5e1dd tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:47:46.143353 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2dd8b158-b8dc-4d07-88f7-22e30b16625d req-c59bdc44-edfe-4837-b162-fc1ce4c5e1dd tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 946 time: 0.0536911 Apr 05 11:47:46.143617 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-3c8954f0-4228-4a4b-aa7e-6bbd32d82989 None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:47:46.191537 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2dd8b158-b8dc-4d07-88f7-22e30b16625d req-84f803e3-d3bf-427b-bd18-0b0938e7c37f tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431075 Apr 05 11:47:46.498237 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-3c8954f0-4228-4a4b-aa7e-6bbd32d82989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'f2ee399a-fa13-4e01-9d30-0ca0d7dca944', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'port_id': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'mac_address': 'fa:16:3e:14:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514febd1-349b-4439-8ba2-62889b067381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:44:08Z', 'updated_at': '2022-04-05T11:44:11Z', 'revision_number': 1, 'project_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:47:46.527158 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8954f0-4228-4a4b-aa7e-6bbd32d82989 None None] The sync data for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi is: [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_floatingips': [{'id': 'f2ee399a-fa13-4e01-9d30-0ca0d7dca944', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'router_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'port_id': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'mac_address': 'fa:16:3e:14:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514febd1-349b-4439-8ba2-62889b067381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:44:08Z', 'updated_at': '2022-04-05T11:44:11Z', 'revision_number': 1, 'project_id': '0bfd09739367451297d7d3042eb37411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:47:46.753252 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b37c9c-68a6-4f2e-9c03-08d66e9db83e None None] New status for floating IP a10fd2a1-0642-4a7d-8e78-e860acb80fee: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:47:47.315628 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f4254-b4f8-4b6e-b34d-64b4126db904 req-9e3a0099-ba4c-4f22-8abf-25d76d0b08cc tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:47:47.317356 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0e6f4254-b4f8-4b6e-b34d-64b4126db904 req-9e3a0099-ba4c-4f22-8abf-25d76d0b08cc tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 946 time: 0.0559413 Apr 05 11:47:47.368515 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-0e6f4254-b4f8-4b6e-b34d-64b4126db904 req-cc5ef6d5-cde8-47f7-b85a-4ce184e59066 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451138 Apr 05 11:47:47.388502 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2635a432-3416-4bdb-b197-9c0250272e80 req-0326eb84-0f45-43be-92ce-c680ac02ff90 service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937028 Apr 05 11:47:47.611790 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2635a432-3416-4bdb-b197-9c0250272e80 req-4ac0d790-9a6b-4ad3-a0c4-9d2421f53362 service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954137 Apr 05 11:47:48.013763 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0c0ce-12cd-4c36-b40a-9fac38a9ac9b req-9ed11c3b-5939-4b01-8434-5b6f160f78c8 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:47:48.015265 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7fc0c0ce-12cd-4c36-b40a-9fac38a9ac9b req-9ed11c3b-5939-4b01-8434-5b6f160f78c8 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.57 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 946 time: 0.0590403 Apr 05 11:47:48.311358 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-7fc0c0ce-12cd-4c36-b40a-9fac38a9ac9b req-ebfcb95f-1110-441a-8da4-04eb4a17b56a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Deleting port a8debfa0-1854-4a59-8ee7-7e56b90465ea {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:47:48.311749 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7fc0c0ce-12cd-4c36-b40a-9fac38a9ac9b req-ebfcb95f-1110-441a-8da4-04eb4a17b56a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (a8debfa0-1854-4a59-8ee7-7e56b90465ea), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:48.403009 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-7fc0c0ce-12cd-4c36-b40a-9fac38a9ac9b req-ebfcb95f-1110-441a-8da4-04eb4a17b56a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] For port a8debfa0-1854-4a59-8ee7-7e56b90465ea, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=a8debfa0-1854-4a59-8ee7-7e56b90465ea,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:47:48.403599 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7fc0c0ce-12cd-4c36-b40a-9fac38a9ac9b req-ebfcb95f-1110-441a-8da4-04eb4a17b56a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (a8debfa0-1854-4a59-8ee7-7e56b90465ea), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:48.416742 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-7fc0c0ce-12cd-4c36-b40a-9fac38a9ac9b req-ebfcb95f-1110-441a-8da4-04eb4a17b56a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Calling delete_port for a8debfa0-1854-4a59-8ee7-7e56b90465ea owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:47:48.535705 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c4415-f8e3-48a1-9e4a-63b036881f8f req-2a773d73-f4a0-4406-8500-41d4fb155b92 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:47:48.537441 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-894c4415-f8e3-48a1-9e4a-63b036881f8f req-2a773d73-f4a0-4406-8500-41d4fb155b92 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 946 time: 0.0794127 Apr 05 11:47:48.621542 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-894c4415-f8e3-48a1-9e4a-63b036881f8f req-72c55280-8fd2-461f-bd25-bb1e42c37bf6 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768595 Apr 05 11:47:48.690679 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7fc0c0ce-12cd-4c36-b40a-9fac38a9ac9b req-ebfcb95f-1110-441a-8da4-04eb4a17b56a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (a8debfa0-1854-4a59-8ee7-7e56b90465ea), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:48.719768 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcb95f-1110-441a-8da4-04eb4a17b56a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event deleted for resources: {'Port': ['ID=a8debfa0-1854-4a59-8ee7-7e56b90465ea,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:47:48.766356 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc0c0ce-12cd-4c36-b40a-9fac38a9ac9b req-ebfcb95f-1110-441a-8da4-04eb4a17b56a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] No DVR routers for this DVR port a8debfa0-1854-4a59-8ee7-7e56b90465ea on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:47:48.770338 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7fc0c0ce-12cd-4c36-b40a-9fac38a9ac9b req-ebfcb95f-1110-441a-8da4-04eb4a17b56a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:48.772934 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7fc0c0ce-12cd-4c36-b40a-9fac38a9ac9b req-ebfcb95f-1110-441a-8da4-04eb4a17b56a tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.57 "DELETE /v2.0/ports/a8debfa0-1854-4a59-8ee7-7e56b90465ea HTTP/1.1" status: 204 len: 173 time: 0.5502906 Apr 05 11:47:48.773379 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976aafc8-5287-4cd6-abfb-a138ce81ce35', 'name': 'network-vif-deleted', 'tag': 'a8debfa0-1854-4a59-8ee7-7e56b90465ea'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:47:48.775647 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ce50bc-3c41-4fb3-88ad-09c522832f20" -d '{"events": [{"server_uuid": "976aafc8-5287-4cd6-abfb-a138ce81ce35", "name": "network-vif-deleted", "tag": "a8debfa0-1854-4a59-8ee7-7e56b90465ea"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:47:48.815662 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2dab72-fe2e-453b-b58d-99d7dec7d3f5 x-openstack-request-id: req-3c2dab72-fe2e-453b-b58d-99d7dec7d3f5 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:47:48.815960 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976aafc8-5287-4cd6-abfb-a138ce81ce35", "name": "network-vif-deleted", "tag": "a8debfa0-1854-4a59-8ee7-7e56b90465ea", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:47:48.816220 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c2dab72-fe2e-453b-b58d-99d7dec7d3f5 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:47:48.816623 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2dab72-fe2e-453b-b58d-99d7dec7d3f5'] response: {'server_uuid': '976aafc8-5287-4cd6-abfb-a138ce81ce35', 'name': 'network-vif-deleted', 'tag': 'a8debfa0-1854-4a59-8ee7-7e56b90465ea', 'status': 'completed', 'code': 200} Apr 05 11:47:49.727254 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-879cb008-0a39-480a-a852-9d10f6a85e3e req-f84fdfcb-5483-40b8-a525-aa43f8e5be67 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=976aafc8-5287-4cd6-abfb-a138ce81ce35 HTTP/1.1" status: 200 len: 210 time: 0.0279069 Apr 05 11:47:50.801713 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-94f5e50a-9977-4e5c-8ae4-16c347182994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:51.181393 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device a8debfa0-1854-4a59-8ee7-7e56b90465ea no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:47:51.200997 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: a8debfa0-1854-4a59-8ee7-7e56b90465ea {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:47:51.201344 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device a8debfa0-1854-4a59-8ee7-7e56b90465ea not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:47:53.069653 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f8734f92-0e4c-45f0-b9de-3df4e35c7c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:53.313029 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 41192) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:47:53.468105 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-208383b4-371c-46de-a817-64da4ffdda6c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Deleting port 1ce613cd-6a8d-40df-871c-3548d211110b {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:47:53.468361 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-208383b4-371c-46de-a817-64da4ffdda6c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (1ce613cd-6a8d-40df-871c-3548d211110b), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:53.546479 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-208383b4-371c-46de-a817-64da4ffdda6c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (1ce613cd-6a8d-40df-871c-3548d211110b), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:53.546807 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-208383b4-371c-46de-a817-64da4ffdda6c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for floatingip (1ce613cd-6a8d-40df-871c-3548d211110b), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:53.562743 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-208383b4-371c-46de-a817-64da4ffdda6c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Calling delete_port for 1ce613cd-6a8d-40df-871c-3548d211110b owned by network:floatingip {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:47:53.795525 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-208383b4-371c-46de-a817-64da4ffdda6c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (1ce613cd-6a8d-40df-871c-3548d211110b), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:53.820555 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208383b4-371c-46de-a817-64da4ffdda6c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event deleted for resources: {'Port': ['ID=1ce613cd-6a8d-40df-871c-3548d211110b,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:47:53.885773 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-208383b4-371c-46de-a817-64da4ffdda6c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for floatingip (f2ee399a-fa13-4e01-9d30-0ca0d7dca944), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:53.886107 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-208383b4-371c-46de-a817-64da4ffdda6c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Floating IP f2ee399a-fa13-4e01-9d30-0ca0d7dca944 disassociated (deleted). External IP: 172.27.1.46, port: 449dbab4-b7db-4b76-9262-6f3cd9a7eae2. Apr 05 11:47:54.098577 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208383b4-371c-46de-a817-64da4ffdda6c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:47:54.149562 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:54.207028 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208383b4-371c-46de-a817-64da4ffdda6c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:47:54.211835 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-208383b4-371c-46de-a817-64da4ffdda6c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:54.216250 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b42bd-2301-4d74-9717-2526c8de8999 None None] Sync routers for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:47:54.225427 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b42bd-2301-4d74-9717-2526c8de8999 None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:47:54.226031 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-ce9b42bd-2301-4d74-9717-2526c8de8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:47:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:47:54.242551 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-208383b4-371c-46de-a817-64da4ffdda6c tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "DELETE /v2.0/floatingips/f2ee399a-fa13-4e01-9d30-0ca0d7dca944 HTTP/1.1" status: 204 len: 168 time: 0.9284441 Apr 05 11:47:54.243143 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514febd1-349b-4439-8ba2-62889b067381', 'tag': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:47:54.245473 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e294b9-3b13-4551-a238-34decc579235" -d '{"events": [{"name": "network-changed", "server_uuid": "514febd1-349b-4439-8ba2-62889b067381", "tag": "449dbab4-b7db-4b76-9262-6f3cd9a7eae2"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:47:54.288415 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281699dc-3b50-4640-aecc-45a1307d17d1 x-openstack-request-id: req-281699dc-3b50-4640-aecc-45a1307d17d1 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:47:54.288862 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514febd1-349b-4439-8ba2-62889b067381", "tag": "449dbab4-b7db-4b76-9262-6f3cd9a7eae2", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:47:54.289055 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-281699dc-3b50-4640-aecc-45a1307d17d1 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:47:54.289465 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281699dc-3b50-4640-aecc-45a1307d17d1'] response: {'name': 'network-changed', 'server_uuid': '514febd1-349b-4439-8ba2-62889b067381', 'tag': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'status': 'completed', 'code': 200} Apr 05 11:47:54.342913 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-ce9b42bd-2301-4d74-9717-2526c8de8999 None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:47:54.379596 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e294b9-3b13-4551-a238-34decc579235 req-94ea83b3-d9dd-453a-bc8e-18e088d1784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:47:54.381138 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38e294b9-3b13-4551-a238-34decc579235 req-94ea83b3-d9dd-453a-bc8e-18e088d1784c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0bfd09739367451297d7d3042eb37411&device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 1130 time: 0.0473766 Apr 05 11:47:54.473228 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e294b9-3b13-4551-a238-34decc579235 req-01bf5c52-9084-43f1-a65c-8c7e5c078619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:47:54.474816 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38e294b9-3b13-4551-a238-34decc579235 req-01bf5c52-9084-43f1-a65c-8c7e5c078619 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6351c4b7-133d-4471-82de-f39f3c9f175f HTTP/1.1" status: 200 len: 913 time: 0.0871975 Apr 05 11:47:54.516385 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38e294b9-3b13-4551-a238-34decc579235 req-f51b4256-0188-4906-8416-c703792c04eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=449dbab4-b7db-4b76-9262-6f3cd9a7eae2 HTTP/1.1" status: 200 len: 217 time: 0.0356305 Apr 05 11:47:54.552410 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-ce9b42bd-2301-4d74-9717-2526c8de8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:47:54.566545 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e294b9-3b13-4551-a238-34decc579235 req-d67347b7-531b-45a5-931c-a83b1f4d501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:47:54.568163 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38e294b9-3b13-4551-a238-34decc579235 req-d67347b7-531b-45a5-931c-a83b1f4d501b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37 HTTP/1.1" status: 200 len: 851 time: 0.0465994 Apr 05 11:47:54.580711 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b42bd-2301-4d74-9717-2526c8de8999 None None] Checking router: 19c95139-59ce-4d00-8d69-aea4a8cf28c9 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:47:54.589012 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b42bd-2301-4d74-9717-2526c8de8999 None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:47:54.589616 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-ce9b42bd-2301-4d74-9717-2526c8de8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:47:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:47:54.622011 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e294b9-3b13-4551-a238-34decc579235 req-9409a252-8bc5-49e4-9842-1330434227cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:47:54.623555 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38e294b9-3b13-4551-a238-34decc579235 req-9409a252-8bc5-49e4-9842-1330434227cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6351c4b7-133d-4471-82de-f39f3c9f175f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494387 Apr 05 11:47:54.714681 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38e294b9-3b13-4551-a238-34decc579235 req-7a91a01a-0fa4-47b8-a904-555b93caa340 service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845625 Apr 05 11:47:54.714929 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-ce9b42bd-2301-4d74-9717-2526c8de8999 None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:47:54.774614 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754eb48b-e7a8-4532-a3a3-7da57d21deff req-0930fc06-ac8d-438e-8924-6e98e7104622 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:47:54.776273 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-754eb48b-e7a8-4532-a3a3-7da57d21deff req-0930fc06-ac8d-438e-8924-6e98e7104622 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 946 time: 0.0522602 Apr 05 11:47:54.837211 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-754eb48b-e7a8-4532-a3a3-7da57d21deff req-0da7a4f3-03d0-4718-9bd1-daf118e0a177 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550625 Apr 05 11:47:54.919064 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-ce9b42bd-2301-4d74-9717-2526c8de8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:47:54.944588 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b42bd-2301-4d74-9717-2526c8de8999 None None] The sync data for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi is: [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 4, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi', '_interfaces': [{'id': '32d02580-4857-4f01-9bfb-32d8fe7abc4d', 'name': '', 'network_id': '6351c4b7-133d-4471-82de-f39f3c9f175f', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'mac_address': 'fa:16:3e:f0:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:28Z', 'updated_at': '2022-04-05T11:40:33Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'subnets': [{'id': '7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:47:55.158754 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a626493-41a8-4310-a5f1-c3cdfabc3b90 None None] New status for floating IP f2ee399a-fa13-4e01-9d30-0ca0d7dca944: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:47:55.543681 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:55.841311 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38e294b9-3b13-4551-a238-34decc579235 req-ee7a2b8a-719b-4a10-8dd6-a75a308e711c service neutron] 10.222.0.57 "GET /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870004 Apr 05 11:47:55.964844 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50813736-02b9-4627-8dc5-62696de88ad0 req-b39e7932-0ff7-488d-9d5e-0cf691f62470 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:47:55.966345 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-50813736-02b9-4627-8dc5-62696de88ad0 req-b39e7932-0ff7-488d-9d5e-0cf691f62470 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 946 time: 0.0604217 Apr 05 11:47:56.015384 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-50813736-02b9-4627-8dc5-62696de88ad0 req-043a7206-2e28-45fa-8cf0-90a75297c783 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/security-groups?id=68164dcb-34e2-46d4-84df-96445929632d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432124 Apr 05 11:47:56.380267 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35abafb-6728-40dc-9fbf-58fcae8faffe req-4208695c-63bb-4429-87ed-24fb95833e32 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:47:56.381728 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a35abafb-6728-40dc-9fbf-58fcae8faffe req-4208695c-63bb-4429-87ed-24fb95833e32 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.57 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 946 time: 0.0517251 Apr 05 11:47:56.475479 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-a35abafb-6728-40dc-9fbf-58fcae8faffe req-6d2da005-0f9a-4936-a9a4-a038f975bb42 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Deleting port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:47:56.475820 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a35abafb-6728-40dc-9fbf-58fcae8faffe req-6d2da005-0f9a-4936-a9a4-a038f975bb42 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (449dbab4-b7db-4b76-9262-6f3cd9a7eae2), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:56.560891 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-a35abafb-6728-40dc-9fbf-58fcae8faffe req-6d2da005-0f9a-4936-a9a4-a038f975bb42 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] For port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=449dbab4-b7db-4b76-9262-6f3cd9a7eae2,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:47:56.561253 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a35abafb-6728-40dc-9fbf-58fcae8faffe req-6d2da005-0f9a-4936-a9a4-a038f975bb42 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (449dbab4-b7db-4b76-9262-6f3cd9a7eae2), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:56.577583 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-a35abafb-6728-40dc-9fbf-58fcae8faffe req-6d2da005-0f9a-4936-a9a4-a038f975bb42 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Calling delete_port for 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:47:56.795642 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a35abafb-6728-40dc-9fbf-58fcae8faffe req-6d2da005-0f9a-4936-a9a4-a038f975bb42 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (449dbab4-b7db-4b76-9262-6f3cd9a7eae2), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:56.825514 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2da005-0f9a-4936-a9a4-a038f975bb42 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event deleted for resources: {'Port': ['ID=449dbab4-b7db-4b76-9262-6f3cd9a7eae2,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:47:56.891069 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35abafb-6728-40dc-9fbf-58fcae8faffe req-6d2da005-0f9a-4936-a9a4-a038f975bb42 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] No DVR routers for this DVR port 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 on host hv-cinder-83444 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:47:56.895588 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a35abafb-6728-40dc-9fbf-58fcae8faffe req-6d2da005-0f9a-4936-a9a4-a038f975bb42 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:56.900309 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a35abafb-6728-40dc-9fbf-58fcae8faffe req-6d2da005-0f9a-4936-a9a4-a038f975bb42 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.57 "DELETE /v2.0/ports/449dbab4-b7db-4b76-9262-6f3cd9a7eae2 HTTP/1.1" status: 204 len: 173 time: 0.5133238 Apr 05 11:47:56.904744 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514febd1-349b-4439-8ba2-62889b067381', 'name': 'network-vif-deleted', 'tag': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:47:56.912219 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbe28c5477024a99f74108134d310f86a3c17ea6989aa7fdc97a64ae6e4b775" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc3b1da-78fa-4452-925c-59144b33e478" -d '{"events": [{"server_uuid": "514febd1-349b-4439-8ba2-62889b067381", "name": "network-vif-deleted", "tag": "449dbab4-b7db-4b76-9262-6f3cd9a7eae2"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:47:56.944059 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:56.975101 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75ea4ab-75f7-41a4-a8c0-fd14f38d1250 x-openstack-request-id: req-d75ea4ab-75f7-41a4-a8c0-fd14f38d1250 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:47:56.975535 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514febd1-349b-4439-8ba2-62889b067381", "name": "network-vif-deleted", "tag": "449dbab4-b7db-4b76-9262-6f3cd9a7eae2", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:47:56.975908 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d75ea4ab-75f7-41a4-a8c0-fd14f38d1250 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:47:56.976468 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75ea4ab-75f7-41a4-a8c0-fd14f38d1250'] response: {'server_uuid': '514febd1-349b-4439-8ba2-62889b067381', 'name': 'network-vif-deleted', 'tag': '449dbab4-b7db-4b76-9262-6f3cd9a7eae2', 'status': 'completed', 'code': 200} Apr 05 11:47:57.109350 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1fc231d8-dc75-43c3-8607-650acd111153 req-2d043721-3f70-4955-84f5-024b4d692af8 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 210 time: 0.0273044 Apr 05 11:47:58.216022 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [req-4029f5d6-480d-4dbd-8a92-4ed18387391d req-b9bd1a23-7027-4883-ad06-cc56e0583176 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "GET /v2.0/ports?device_id=514febd1-349b-4439-8ba2-62889b067381 HTTP/1.1" status: 200 len: 210 time: 0.0268190 Apr 05 11:47:59.271872 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 41210) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:47:59.400862 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-701d301d-2640-4471-a8f2-5ebe52a5d7df tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Deleting port 0ca6dfb8-5ee4-4552-8861-5061bba27645 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:47:59.401208 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-701d301d-2640-4471-a8f2-5ebe52a5d7df tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (0ca6dfb8-5ee4-4552-8861-5061bba27645), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:59.485009 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-701d301d-2640-4471-a8f2-5ebe52a5d7df tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (0ca6dfb8-5ee4-4552-8861-5061bba27645), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:59.485009 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-701d301d-2640-4471-a8f2-5ebe52a5d7df tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for floatingip (0ca6dfb8-5ee4-4552-8861-5061bba27645), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:59.496779 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-701d301d-2640-4471-a8f2-5ebe52a5d7df tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Calling delete_port for 0ca6dfb8-5ee4-4552-8861-5061bba27645 owned by network:floatingip {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:47:59.732484 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-701d301d-2640-4471-a8f2-5ebe52a5d7df tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (0ca6dfb8-5ee4-4552-8861-5061bba27645), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:59.761748 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d301d-2640-4471-a8f2-5ebe52a5d7df tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event deleted for resources: {'Port': ['ID=0ca6dfb8-5ee4-4552-8861-5061bba27645,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:47:59.822828 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-701d301d-2640-4471-a8f2-5ebe52a5d7df tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for floatingip (f48a11e9-0d56-48d6-9aae-267c5d345e00), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:59.825430 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-701d301d-2640-4471-a8f2-5ebe52a5d7df tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108145'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:59.826570 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-701d301d-2640-4471-a8f2-5ebe52a5d7df tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "DELETE /v2.0/floatingips/f48a11e9-0d56-48d6-9aae-267c5d345e00 HTTP/1.1" status: 204 len: 168 time: 0.5536938 Apr 05 11:48:01.175968 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 41222) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:48:01.231142 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group (68164dcb-34e2-46d4-84df-96445929632d), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:01.256072 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group (68164dcb-34e2-46d4-84df-96445929632d), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:01.270546 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:48:01.291245 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] No Port match for: 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:48:01.291595 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Device 449dbab4-b7db-4b76-9262-6f3cd9a7eae2 not bound to the agent host hv-cinder-83444 {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:48:01.381003 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (68164dcb-34e2-46d4-84df-96445929632d), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:01.383674 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:01.384817 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] 10.222.0.60 "DELETE /v2.0/security-groups/68164dcb-34e2-46d4-84df-96445929632d HTTP/1.1" status: 204 len: 168 time: 0.2075591 Apr 05 11:48:01.395790 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68164dcb-34e2-46d4-84df-96445929632d,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:48:01.404506 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:01.404923 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:01.405396 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:01.405739 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:01.406161 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:01.406597 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:01.407033 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:01.407459 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:01.407847 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:01.408264 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:01.408642 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:01.409028 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:01.409434 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:01.409808 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:01.410267 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc9736-0f6e-477a-9de4-23ea34252739 tempest-TestVolumeBootPattern-2040074858 tempest-TestVolumeBootPattern-2040074858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:01.513727 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 41226) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:48:02.029708 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-521e2046-e4e3-4b00-a3ba-923910264e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532244'] for router_interface (19c95139-59ce-4d00-8d69-aea4a8cf28c9), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:02.282853 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-521e2046-e4e3-4b00-a3ba-923910264e47 admin admin] Deleting port 32d02580-4857-4f01-9bfb-32d8fe7abc4d {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:48:02.283585 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-521e2046-e4e3-4b00-a3ba-923910264e47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:02.359786 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-521e2046-e4e3-4b00-a3ba-923910264e47 admin admin] For port 32d02580-4857-4f01-9bfb-32d8fe7abc4d, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=32d02580-4857-4f01-9bfb-32d8fe7abc4d,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:48:02.360152 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-521e2046-e4e3-4b00-a3ba-923910264e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:02.373209 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-521e2046-e4e3-4b00-a3ba-923910264e47 admin admin] Calling delete_port for 32d02580-4857-4f01-9bfb-32d8fe7abc4d owned by network:router_interface {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:48:02.626765 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-521e2046-e4e3-4b00-a3ba-923910264e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (32d02580-4857-4f01-9bfb-32d8fe7abc4d), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:02.652163 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e2046-e4e3-4b00-a3ba-923910264e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d02580-4857-4f01-9bfb-32d8fe7abc4d,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:48:02.863272 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-521e2046-e4e3-4b00-a3ba-923910264e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530052'] for router_interface (19c95139-59ce-4d00-8d69-aea4a8cf28c9), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:03.078491 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521e2046-e4e3-4b00-a3ba-923910264e47 admin admin] Router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:48:03.185457 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521e2046-e4e3-4b00-a3ba-923910264e47 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:48:03.190662 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-521e2046-e4e3-4b00-a3ba-923910264e47 admin admin] 10.222.0.60 "PUT /v2.0/routers/19c95139-59ce-4d00-8d69-aea4a8cf28c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6758807 Apr 05 11:48:03.193332 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 41230) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:48:03.195027 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9aa9e9-36a6-4965-ab6c-de8af617c91f None None] Sync routers for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:48:03.204543 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9aa9e9-36a6-4965-ab6c-de8af617c91f None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:48:03.205153 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-2d9aa9e9-36a6-4965-ab6c-de8af617c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:47:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:48:03.299644 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-570493a6-9f0f-4105-ae87-b5daa3d42b05 admin admin] Publish callbacks [] for router (19c95139-59ce-4d00-8d69-aea4a8cf28c9), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:03.313094 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-2d9aa9e9-36a6-4965-ab6c-de8af617c91f None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: dv-cinder-834448-3-iscsi {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:48:03.412591 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-570493a6-9f0f-4105-ae87-b5daa3d42b05 admin admin] Publish callbacks [] for router_gateway (19c95139-59ce-4d00-8d69-aea4a8cf28c9), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:03.496027 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-2d9aa9e9-36a6-4965-ab6c-de8af617c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:48:02Z', 'revision_number': 5, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port': {'id': '8e29c7f9-4487-418c-b0e7-a23a23045be5', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:26Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:48:03.525586 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-570493a6-9f0f-4105-ae87-b5daa3d42b05 admin admin] Deleting port 8e29c7f9-4487-418c-b0e7-a23a23045be5 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:48:03.525922 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-570493a6-9f0f-4105-ae87-b5daa3d42b05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (8e29c7f9-4487-418c-b0e7-a23a23045be5), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:03.526682 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9aa9e9-36a6-4965-ab6c-de8af617c91f None None] Checking router: 19c95139-59ce-4d00-8d69-aea4a8cf28c9 for host: dv-cinder-834448-3-iscsi {{(pid=103948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:48:03.535403 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9aa9e9-36a6-4965-ab6c-de8af617c91f None None] Routers {'19c95139-59ce-4d00-8d69-aea4a8cf28c9'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:48:03.536314 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-2d9aa9e9-36a6-4965-ab6c-de8af617c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:47:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'], 'active': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:48:03.604566 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-570493a6-9f0f-4105-ae87-b5daa3d42b05 admin admin] For port 8e29c7f9-4487-418c-b0e7-a23a23045be5, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=8e29c7f9-4487-418c-b0e7-a23a23045be5,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:48:03.604926 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-570493a6-9f0f-4105-ae87-b5daa3d42b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (8e29c7f9-4487-418c-b0e7-a23a23045be5), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:03.621749 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-570493a6-9f0f-4105-ae87-b5daa3d42b05 admin admin] Calling delete_port for 8e29c7f9-4487-418c-b0e7-a23a23045be5 owned by network:router_gateway {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:48:03.631118 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvr_db [None req-2d9aa9e9-36a6-4965-ab6c-de8af617c91f None None] Set router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 gateway port host: None {{(pid=103948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:48:03.682100 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_hamode_db [None req-2d9aa9e9-36a6-4965-ab6c-de8af617c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:48:03Z', 'revision_number': 6, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port_host': None}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:48:03.712210 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9aa9e9-36a6-4965-ab6c-de8af617c91f None None] The sync data for ids ['19c95139-59ce-4d00-8d69-aea4a8cf28c9'] in dv-cinder-834448-3-iscsi is: [{'id': '19c95139-59ce-4d00-8d69-aea4a8cf28c9', 'name': 'tempest-TestVolumeBootPattern-1678683302-router', 'tenant_id': '0bfd09739367451297d7d3042eb37411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:25Z', 'updated_at': '2022-04-05T11:48:03Z', 'revision_number': 6, 'project_id': '0bfd09739367451297d7d3042eb37411', 'gw_port_host': None}] {{(pid=103948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:48:03.878436 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-570493a6-9f0f-4105-ae87-b5daa3d42b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (8e29c7f9-4487-418c-b0e7-a23a23045be5), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:03.903133 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570493a6-9f0f-4105-ae87-b5daa3d42b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e29c7f9-4487-418c-b0e7-a23a23045be5,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:48:03.967181 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-570493a6-9f0f-4105-ae87-b5daa3d42b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529986'] for router_gateway (19c95139-59ce-4d00-8d69-aea4a8cf28c9), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:04.060119 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-570493a6-9f0f-4105-ae87-b5daa3d42b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4958'] for router (19c95139-59ce-4d00-8d69-aea4a8cf28c9), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:04.062429 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-570493a6-9f0f-4105-ae87-b5daa3d42b05 admin admin] Publish callbacks [] for router_controller (19c95139-59ce-4d00-8d69-aea4a8cf28c9), precommit_delete_associations {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:04.183597 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-570493a6-9f0f-4105-ae87-b5daa3d42b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531960'] for router (19c95139-59ce-4d00-8d69-aea4a8cf28c9), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:04.184168 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570493a6-9f0f-4105-ae87-b5daa3d42b05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19c95139-59ce-4d00-8d69-aea4a8cf28c9 {{(pid=103946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:48:04.188783 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-570493a6-9f0f-4105-ae87-b5daa3d42b05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:04.189972 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-570493a6-9f0f-4105-ae87-b5daa3d42b05 admin admin] 10.222.0.60 "DELETE /v2.0/routers/19c95139-59ce-4d00-8d69-aea4a8cf28c9 HTTP/1.1" status: 204 len: 168 time: 0.9955738 Apr 05 11:48:04.192422 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 41232) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:48:04.236213 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ccaf5e4-ece6-4e94-9bd6-bc924d85b682 admin admin] Deleting subnet 7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37 {{(pid=103946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:48:04.239292 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf5e4-ece6-4e94-9bd6-bc924d85b682 admin admin] Publish callbacks [] for subnet (7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:04.272626 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf5e4-ece6-4e94-9bd6-bc924d85b682 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59243142'] for subnet (7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37), precommit_delete_associations {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:04.351308 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf5e4-ece6-4e94-9bd6-bc924d85b682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:04.487005 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf5e4-ece6-4e94-9bd6-bc924d85b682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61926267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59521852'] for subnet (7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:04.502875 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 8e29c7f9-4487-418c-b0e7-a23a23045be5 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:48:04.516926 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaf5e4-ece6-4e94-9bd6-bc924d85b682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:48:04.519075 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-2ccaf5e4-ece6-4e94-9bd6-bc924d85b682 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:04.522701 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-2ccaf5e4-ece6-4e94-9bd6-bc924d85b682 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7ae0bb9d-236a-4fcb-8f8a-78b20bba5f37 HTTP/1.1" status: 204 len: 168 time: 0.3291526 Apr 05 11:48:04.525168 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 41234) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:48:04.526048 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b235e93-6a14-4572-a97c-c5ab3cdecbc6 None None] Network 6351c4b7-133d-4471-82de-f39f3c9f175f requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:48:04.528435 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 8e29c7f9-4487-418c-b0e7-a23a23045be5 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:48:04.528782 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 8e29c7f9-4487-418c-b0e7-a23a23045be5 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:48:04.529200 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 32d02580-4857-4f01-9bfb-32d8fe7abc4d no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:48:04.563640 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 32d02580-4857-4f01-9bfb-32d8fe7abc4d {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:48:04.564048 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 32d02580-4857-4f01-9bfb-32d8fe7abc4d not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:48:04.598827 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (6351c4b7-133d-4471-82de-f39f3c9f175f), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:04.654605 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] Deleting port 0c8898a9-8e84-43fe-905e-124403d33e44 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:48:04.655510 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (0c8898a9-8e84-43fe-905e-124403d33e44), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:04.713914 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] DHCP port deletion for 6351c4b7-133d-4471-82de-f39f3c9f175f request from dv-cinder-834448-3-iscsi {{(pid=103948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:48:04.722495 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] For port 0c8898a9-8e84-43fe-905e-124403d33e44, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=0c8898a9-8e84-43fe-905e-124403d33e44,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:48:04.722855 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (0c8898a9-8e84-43fe-905e-124403d33e44), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:04.736340 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] Calling delete_port for 0c8898a9-8e84-43fe-905e-124403d33e44 owned by network:dhcp {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:48:04.771264 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Deleting port 0c8898a9-8e84-43fe-905e-124403d33e44 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:48:04.771675 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (0c8898a9-8e84-43fe-905e-124403d33e44), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:04.838524 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] For port 0c8898a9-8e84-43fe-905e-124403d33e44, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=0c8898a9-8e84-43fe-905e-124403d33e44,segment=NetworkSegment(05cc2f2c-d027-4344-aa06-05d4ce81b991),segment_id=05cc2f2c-d027-4344-aa06-05d4ce81b991)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:48:04.838925 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (0c8898a9-8e84-43fe-905e-124403d33e44), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:04.913349 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (0c8898a9-8e84-43fe-905e-124403d33e44), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:04.941295 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8898a9-8e84-43fe-905e-124403d33e44,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:48:04.943393 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] No DVR routers for this DVR port 0c8898a9-8e84-43fe-905e-124403d33e44 on host dv-cinder-834448-3-iscsi {{(pid=103946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:48:04.984775 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Calling delete_port for 0c8898a9-8e84-43fe-905e-124403d33e44 owned by network:dhcp {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:48:05.016397 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (6351c4b7-133d-4471-82de-f39f3c9f175f), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:05.037139 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6351c4b7-133d-4471-82de-f39f3c9f175f']}} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:48:05.046710 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cc2f2c-d027-4344-aa06-05d4ce81b991') {'for_net_delete': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:48:05.047014 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cc2f2c-d027-4344-aa06-05d4ce81b991') {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:48:05.057152 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59243133'] for segment (05cc2f2c-d027-4344-aa06-05d4ce81b991), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:05.060044 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (0c8898a9-8e84-43fe-905e-124403d33e44), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:05.070162 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (05cc2f2c-d027-4344-aa06-05d4ce81b991), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:05.075998 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:48:05.076389 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61926161'] for segment (05cc2f2c-d027-4344-aa06-05d4ce81b991), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: Traceback (most recent call last): Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: timer() Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: cb(*args, **kw) Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: return func(*args, **kwargs) Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: self._notify() Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: self.callback(batched_events) Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: event.method(event) Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: return f(self, *a, **k) Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._get(url).json() Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: return self.request(url, 'GET', **kwargs) Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:48:05.078031 dv-cinder-834448-3-iscsi neutron-server[103946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:48:05.085252 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Pushing event deleted for resources: {'Port': ['ID=0c8898a9-8e84-43fe-905e-124403d33e44,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:48:05.088973 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] No DVR routers for this DVR port 0c8898a9-8e84-43fe-905e-124403d33e44 on host dv-cinder-834448-3-iscsi {{(pid=103948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:48:05.095712 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:05.098230 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:05.098230 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:05.098230 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:05.098230 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:05.098230 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:05.098230 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:05.098230 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:05.099534 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:05.099534 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:05.099534 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:05.099901 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:05.100219 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:05.100495 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:05.100814 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612bbe33-fe6a-468f-ba1a-e7c69370328c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:48:05.232750 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (6351c4b7-133d-4471-82de-f39f3c9f175f), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:05.237963 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:05.241977 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6351c4b7-133d-4471-82de-f39f3c9f175f HTTP/1.1" status: 204 len: 168 time: 0.7157316 Apr 05 11:48:05.245677 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 41236) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:48:05.252789 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d7fa6-68f4-4299-b59a-cabe3855b536 admin admin] Pushing event deleted for resources: {'Network': ['ID=6351c4b7-133d-4471-82de-f39f3c9f175f,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:48:05.868413 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a629abfa-8e28-4b94-b0be-709886b57b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532244'] for router_interface (5e625c8d-7959-4c43-b4fb-216c0df11a3d), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:06.112189 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-a629abfa-8e28-4b94-b0be-709886b57b1a admin admin] Deleting port 640e372a-4746-494a-80ad-f2b87025ef7a {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:48:06.112432 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a629abfa-8e28-4b94-b0be-709886b57b1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:06.189719 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-a629abfa-8e28-4b94-b0be-709886b57b1a admin admin] For port 640e372a-4746-494a-80ad-f2b87025ef7a, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=640e372a-4746-494a-80ad-f2b87025ef7a,segment=NetworkSegment(f86a1630-853f-4a05-b3d6-280de0a66971),segment_id=f86a1630-853f-4a05-b3d6-280de0a66971)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:48:06.190080 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a629abfa-8e28-4b94-b0be-709886b57b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:06.202313 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-a629abfa-8e28-4b94-b0be-709886b57b1a admin admin] Calling delete_port for 640e372a-4746-494a-80ad-f2b87025ef7a owned by network:router_interface {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:48:06.421531 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 0c8898a9-8e84-43fe-905e-124403d33e44 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:48:06.444734 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 0c8898a9-8e84-43fe-905e-124403d33e44 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:48:06.445078 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 0c8898a9-8e84-43fe-905e-124403d33e44 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:48:06.480959 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a629abfa-8e28-4b94-b0be-709886b57b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (640e372a-4746-494a-80ad-f2b87025ef7a), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:06.508474 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629abfa-8e28-4b94-b0be-709886b57b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=640e372a-4746-494a-80ad-f2b87025ef7a,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:48:06.677588 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a629abfa-8e28-4b94-b0be-709886b57b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530052'] for router_interface (5e625c8d-7959-4c43-b4fb-216c0df11a3d), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:06.896206 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a629abfa-8e28-4b94-b0be-709886b57b1a admin admin] Router 5e625c8d-7959-4c43-b4fb-216c0df11a3d has already been hosted by L3 agent e70bc0a3-1544-4450-93d3-9d0cf4792199 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:48:07.002387 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a629abfa-8e28-4b94-b0be-709886b57b1a admin admin] Notify agent at l3_agent.dv-cinder-834448-3-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:48:07.008133 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a629abfa-8e28-4b94-b0be-709886b57b1a admin admin] 10.222.0.60 "PUT /v2.0/routers/5e625c8d-7959-4c43-b4fb-216c0df11a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7613800 Apr 05 11:48:07.010743 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.60', 41238) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:48:07.011715 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d90d1-e268-4992-b369-93053e16a30c None None] Sync routers for ids ['5e625c8d-7959-4c43-b4fb-216c0df11a3d'] in dv-cinder-834448-3-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:48:07.024947 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d90d1-e268-4992-b369-93053e16a30c None None] Routers {'5e625c8d-7959-4c43-b4fb-216c0df11a3d'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:48:07.025552 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-df4d90d1-e268-4992-b369-93053e16a30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:47:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['5e625c8d-7959-4c43-b4fb-216c0df11a3d'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:48:07.117009 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0a7c35a5-01e7-4daf-9b52-9f9f5251a702 admin admin] Publish callbacks [] for router (5e625c8d-7959-4c43-b4fb-216c0df11a3d), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:07.127072 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-df4d90d1-e268-4992-b369-93053e16a30c None None] Set router 5e625c8d-7959-4c43-b4fb-216c0df11a3d gateway port host: dv-cinder-834448-3-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:48:07.220392 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0a7c35a5-01e7-4daf-9b52-9f9f5251a702 admin admin] Publish callbacks [] for router_gateway (5e625c8d-7959-4c43-b4fb-216c0df11a3d), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:07.303210 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-df4d90d1-e268-4992-b369-93053e16a30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'name': 'tempest-TestVolumeBootPattern-683136403-router', 'tenant_id': 'cc8527cd356f42f59a7fba343e718ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'external_fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4e01a03c-3663-44cc-af09-09b4874b83c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:33Z', 'updated_at': '2022-04-05T11:48:06Z', 'revision_number': 5, 'project_id': 'cc8527cd356f42f59a7fba343e718ac3', 'gw_port': {'id': '4e01a03c-3663-44cc-af09-09b4874b83c8', 'name': '', 'network_id': '06b64f98-fdf1-414a-b53a-ab62106c5d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:35Z', 'updated_at': '2022-04-05T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1317ba69-9ce3-438d-84a6-a4f85c413c58', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-iscsi'}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:48:07.328913 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d90d1-e268-4992-b369-93053e16a30c None None] Checking router: 5e625c8d-7959-4c43-b4fb-216c0df11a3d for host: dv-cinder-834448-3-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:48:07.337441 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d90d1-e268-4992-b369-93053e16a30c None None] Routers {'5e625c8d-7959-4c43-b4fb-216c0df11a3d'} bound to L3 agent in host dv-cinder-834448-3-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:48:07.338047 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-df4d90d1-e268-4992-b369-93053e16a30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:53Z,description=,heartbeat_timestamp=2022-04-05T11:47:53Z,host='dv-cinder-834448-3-iscsi',id=e70bc0a3-1544-4450-93d3-9d0cf4792199,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:54Z,topic='l3_agent')) {'router_ids': ['5e625c8d-7959-4c43-b4fb-216c0df11a3d'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:48:07.345515 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c35a5-01e7-4daf-9b52-9f9f5251a702 admin admin] Deleting port 4e01a03c-3663-44cc-af09-09b4874b83c8 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:48:07.345848 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0a7c35a5-01e7-4daf-9b52-9f9f5251a702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (4e01a03c-3663-44cc-af09-09b4874b83c8), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:07.428344 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-0a7c35a5-01e7-4daf-9b52-9f9f5251a702 admin admin] For port 4e01a03c-3663-44cc-af09-09b4874b83c8, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=4e01a03c-3663-44cc-af09-09b4874b83c8,segment=NetworkSegment(708853fa-4da0-4ac8-8c30-bd038023989d),segment_id=708853fa-4da0-4ac8-8c30-bd038023989d)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:48:07.428714 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0a7c35a5-01e7-4daf-9b52-9f9f5251a702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (4e01a03c-3663-44cc-af09-09b4874b83c8), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:07.442786 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c35a5-01e7-4daf-9b52-9f9f5251a702 admin admin] Calling delete_port for 4e01a03c-3663-44cc-af09-09b4874b83c8 owned by network:router_gateway {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:48:07.514676 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-df4d90d1-e268-4992-b369-93053e16a30c None None] Set router 5e625c8d-7959-4c43-b4fb-216c0df11a3d gateway port host: None {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:48:07.570371 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-df4d90d1-e268-4992-b369-93053e16a30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'name': 'tempest-TestVolumeBootPattern-683136403-router', 'tenant_id': 'cc8527cd356f42f59a7fba343e718ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:33Z', 'updated_at': '2022-04-05T11:48:07Z', 'revision_number': 6, 'project_id': 'cc8527cd356f42f59a7fba343e718ac3', 'gw_port_host': None}], 'dv-cinder-834448-3-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:48:07.596660 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4d90d1-e268-4992-b369-93053e16a30c None None] The sync data for ids ['5e625c8d-7959-4c43-b4fb-216c0df11a3d'] in dv-cinder-834448-3-iscsi is: [{'id': '5e625c8d-7959-4c43-b4fb-216c0df11a3d', 'name': 'tempest-TestVolumeBootPattern-683136403-router', 'tenant_id': 'cc8527cd356f42f59a7fba343e718ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:33Z', 'updated_at': '2022-04-05T11:48:07Z', 'revision_number': 6, 'project_id': 'cc8527cd356f42f59a7fba343e718ac3', 'gw_port_host': None}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:48:07.686574 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0a7c35a5-01e7-4daf-9b52-9f9f5251a702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62790750'] for port (4e01a03c-3663-44cc-af09-09b4874b83c8), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:07.716347 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c35a5-01e7-4daf-9b52-9f9f5251a702 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e01a03c-3663-44cc-af09-09b4874b83c8,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:48:07.777589 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0a7c35a5-01e7-4daf-9b52-9f9f5251a702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529986'] for router_gateway (5e625c8d-7959-4c43-b4fb-216c0df11a3d), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:07.868711 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0a7c35a5-01e7-4daf-9b52-9f9f5251a702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4958'] for router (5e625c8d-7959-4c43-b4fb-216c0df11a3d), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:07.870805 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0a7c35a5-01e7-4daf-9b52-9f9f5251a702 admin admin] Publish callbacks [] for router_controller (5e625c8d-7959-4c43-b4fb-216c0df11a3d), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:07.994839 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0a7c35a5-01e7-4daf-9b52-9f9f5251a702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531960'] for router (5e625c8d-7959-4c43-b4fb-216c0df11a3d), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:07.995512 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7c35a5-01e7-4daf-9b52-9f9f5251a702 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e625c8d-7959-4c43-b4fb-216c0df11a3d {{(pid=103947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:48:08.000670 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0a7c35a5-01e7-4daf-9b52-9f9f5251a702 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.001856 dv-cinder-834448-3-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-0a7c35a5-01e7-4daf-9b52-9f9f5251a702 admin admin] 10.222.0.60 "DELETE /v2.0/routers/5e625c8d-7959-4c43-b4fb-216c0df11a3d HTTP/1.1" status: 204 len: 168 time: 0.9901814 Apr 05 11:48:08.004557 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 41240) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:48:08.060352 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3a96c3-cae6-4fd3-bc90-b0075cb56488 admin admin] Deleting subnet 667c21f7-8468-4664-8663-d451f803814b {{(pid=103946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:48:08.063362 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-de3a96c3-cae6-4fd3-bc90-b0075cb56488 admin admin] Publish callbacks [] for subnet (667c21f7-8468-4664-8663-d451f803814b), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.097809 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-de3a96c3-cae6-4fd3-bc90-b0075cb56488 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59243142'] for subnet (667c21f7-8468-4664-8663-d451f803814b), precommit_delete_associations {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.172451 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-de3a96c3-cae6-4fd3-bc90-b0075cb56488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4156850'] for subnet (667c21f7-8468-4664-8663-d451f803814b), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.313537 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-de3a96c3-cae6-4fd3-bc90-b0075cb56488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4156861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61926267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59521852'] for subnet (667c21f7-8468-4664-8663-d451f803814b), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.340699 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a96c3-cae6-4fd3-bc90-b0075cb56488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667c21f7-8468-4664-8663-d451f803814b,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:48:08.344487 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-de3a96c3-cae6-4fd3-bc90-b0075cb56488 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.347723 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-de3a96c3-cae6-4fd3-bc90-b0075cb56488 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/667c21f7-8468-4664-8663-d451f803814b HTTP/1.1" status: 204 len: 168 time: 0.3413641 Apr 05 11:48:08.350440 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 41242) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:48:08.355463 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e34693f-d8dc-42ed-a8b4-d345665f8ea4 None None] Network 8b95c372-d5c4-476f-918b-3a6e3b51e5d8 requested from dv-cinder-834448-3-iscsi {{(pid=103948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:48:08.441637 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4064757'] for network (8b95c372-d5c4-476f-918b-3a6e3b51e5d8), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.462114 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 4e01a03c-3663-44cc-af09-09b4874b83c8 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:48:08.488413 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 4e01a03c-3663-44cc-af09-09b4874b83c8 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:48:08.488760 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 4e01a03c-3663-44cc-af09-09b4874b83c8 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:48:08.489181 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 640e372a-4746-494a-80ad-f2b87025ef7a no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:48:08.503511 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] Deleting port f4ca55bd-d17b-4a98-b6fe-758f27586575 {{(pid=103946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:48:08.503843 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (f4ca55bd-d17b-4a98-b6fe-758f27586575), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.512123 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: 640e372a-4746-494a-80ad-f2b87025ef7a {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:48:08.512494 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device 640e372a-4746-494a-80ad-f2b87025ef7a not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:48:08.579041 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.db [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] For port f4ca55bd-d17b-4a98-b6fe-758f27586575, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=f4ca55bd-d17b-4a98-b6fe-758f27586575,segment=NetworkSegment(f86a1630-853f-4a05-b3d6-280de0a66971),segment_id=f86a1630-853f-4a05-b3d6-280de0a66971)] {{(pid=103946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:48:08.579409 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (f4ca55bd-d17b-4a98-b6fe-758f27586575), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.587807 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a9a507-a662-4001-90b6-21028f663e1a None None] DHCP port deletion for 8b95c372-d5c4-476f-918b-3a6e3b51e5d8 request from dv-cinder-834448-3-iscsi {{(pid=103948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:48:08.596846 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.plugin [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] Calling delete_port for f4ca55bd-d17b-4a98-b6fe-758f27586575 owned by network:dhcp {{(pid=103946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:48:08.639115 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9a507-a662-4001-90b6-21028f663e1a None None] Deleting port f4ca55bd-d17b-4a98-b6fe-758f27586575 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:48:08.639517 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e1a9a507-a662-4001-90b6-21028f663e1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790227082289'] for port (f4ca55bd-d17b-4a98-b6fe-758f27586575), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.704164 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-e1a9a507-a662-4001-90b6-21028f663e1a None None] For port f4ca55bd-d17b-4a98-b6fe-758f27586575, host dv-cinder-834448-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-iscsi',level=0,port_id=f4ca55bd-d17b-4a98-b6fe-758f27586575,segment=NetworkSegment(f86a1630-853f-4a05-b3d6-280de0a66971),segment_id=f86a1630-853f-4a05-b3d6-280de0a66971)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:48:08.704557 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e1a9a507-a662-4001-90b6-21028f663e1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539493'] for port (f4ca55bd-d17b-4a98-b6fe-758f27586575), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.717072 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9a507-a662-4001-90b6-21028f663e1a None None] Calling delete_port for f4ca55bd-d17b-4a98-b6fe-758f27586575 owned by network:dhcp {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:48:08.769803 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61926220'] for port (f4ca55bd-d17b-4a98-b6fe-758f27586575), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.796498 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ca55bd-d17b-4a98-b6fe-758f27586575,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:48:08.799759 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e1a9a507-a662-4001-90b6-21028f663e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4162156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790227088644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790226512141'] for port (f4ca55bd-d17b-4a98-b6fe-758f27586575), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.799926 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] No DVR routers for this DVR port f4ca55bd-d17b-4a98-b6fe-758f27586575 on host dv-cinder-834448-3-iscsi {{(pid=103946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:48:08.830827 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a9a507-a662-4001-90b6-21028f663e1a None None] No DVR routers for this DVR port f4ca55bd-d17b-4a98-b6fe-758f27586575 on host dv-cinder-834448-3-iscsi {{(pid=103948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:48:08.835892 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9a507-a662-4001-90b6-21028f663e1a None None] Pushing event deleted for resources: {'Port': ['ID=f4ca55bd-d17b-4a98-b6fe-758f27586575,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:48:08.870841 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4154441', 'neutron.services.segments.db._delete_segments_for_network-8790226993273'] for network (8b95c372-d5c4-476f-918b-3a6e3b51e5d8), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.894046 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b95c372-d5c4-476f-918b-3a6e3b51e5d8']}} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:48:08.903659 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86a1630-853f-4a05-b3d6-280de0a66971') {'for_net_delete': True} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:48:08.903963 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.services.segments.db [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86a1630-853f-4a05-b3d6-280de0a66971') {} {{(pid=103946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:48:08.913712 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790226994306', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59243133'] for segment (f86a1630-853f-4a05-b3d6-280de0a66971), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.926402 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001'] for segment (f86a1630-853f-4a05-b3d6-280de0a66971), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.932201 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:48:08.932591 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4093001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61926161'] for segment (f86a1630-853f-4a05-b3d6-280de0a66971), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: Traceback (most recent call last): Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: timer() Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: cb(*args, **kw) Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: return func(*args, **kwargs) Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: self._notify() Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: self.callback(batched_events) Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: event.method(event) Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: return f(self, *a, **k) Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._get(url).json() Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: return self.request(url, 'GET', **kwargs) Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:48:08.938172 dv-cinder-834448-3-iscsi neutron-server[103946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:48:09.053229 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4154416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529958'] for network (8b95c372-d5c4-476f-918b-3a6e3b51e5d8), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:09.058300 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634720'] for network (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:09.064265 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8b95c372-d5c4-476f-918b-3a6e3b51e5d8 HTTP/1.1" status: 204 len: 168 time: 0.7100420 Apr 05 11:48:09.073251 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b88d3d-372c-406e-9691-1303f53e6e76 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b95c372-d5c4-476f-918b-3a6e3b51e5d8,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:48:09.537757 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 41246) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:48:09.576659 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-7eebe237-6763-429f-8e53-2e29a2c4112d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0bfd09739367451297d7d3042eb37411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377662 Apr 05 11:48:09.579017 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 41248) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:48:09.627806 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-373130f1-1a65-4ed2-9e73-d65fa729f087 admin admin] Publish callbacks [] for security_group (50946a4f-3a7c-44ce-948f-e540c2d01eec), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:09.649475 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-373130f1-1a65-4ed2-9e73-d65fa729f087 admin admin] Publish callbacks [] for security_group (50946a4f-3a7c-44ce-948f-e540c2d01eec), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:09.829462 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-373130f1-1a65-4ed2-9e73-d65fa729f087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (50946a4f-3a7c-44ce-948f-e540c2d01eec), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:09.832115 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-373130f1-1a65-4ed2-9e73-d65fa729f087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:09.833312 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-373130f1-1a65-4ed2-9e73-d65fa729f087 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50946a4f-3a7c-44ce-948f-e540c2d01eec HTTP/1.1" status: 204 len: 168 time: 0.2533374 Apr 05 11:48:09.844931 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373130f1-1a65-4ed2-9e73-d65fa729f087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50946a4f-3a7c-44ce-948f-e540c2d01eec,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:48:10.424545 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device f4ca55bd-d17b-4a98-b6fe-758f27586575 no longer exists at agent ovs-agent-dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:48:10.444820 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] No Port match for: f4ca55bd-d17b-4a98-b6fe-758f27586575 {{(pid=103948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:48:10.444989 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.rpc [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Device f4ca55bd-d17b-4a98-b6fe-758f27586575 not bound to the agent host dv-cinder-834448-3-iscsi {{(pid=103948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:48:10.620359 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 41254) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:48:10.660166 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-321341aa-0fc2-4e8f-b200-ef477e9b509e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc8527cd356f42f59a7fba343e718ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386217 Apr 05 11:48:10.662736 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.wsgi [-] (103946) accepted ('10.222.0.60', 41256) {{(pid=103946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:48:10.710583 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-adc1794b-636a-47a9-9db2-886a35aac061 admin admin] Publish callbacks [] for security_group (6caa901c-372b-4a54-89aa-f4970370b3da), before_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:10.730985 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-adc1794b-636a-47a9-9db2-886a35aac061 admin admin] Publish callbacks [] for security_group (6caa901c-372b-4a54-89aa-f4970370b3da), precommit_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:10.846160 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-adc1794b-636a-47a9-9db2-886a35aac061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586484'] for security_group (6caa901c-372b-4a54-89aa-f4970370b3da), after_delete {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:10.848813 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron_lib.callbacks.manager [None req-adc1794b-636a-47a9-9db2-886a35aac061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:10.849970 dv-cinder-834448-3-iscsi neutron-server[103946]: INFO neutron.wsgi [None req-adc1794b-636a-47a9-9db2-886a35aac061 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6caa901c-372b-4a54-89aa-f4970370b3da HTTP/1.1" status: 204 len: 168 time: 0.1863079 Apr 05 11:48:10.858605 dv-cinder-834448-3-iscsi neutron-server[103946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1794b-636a-47a9-9db2-886a35aac061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caa901c-372b-4a54-89aa-f4970370b3da,revision_number=None']} {{(pid=103946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:48:13.629043 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:18.309917 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:48:20.825985 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-cfaac2eb-7b45-44f3-862e-f377de73d051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:23.045686 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-18f25200-afb0-4aa6-a320-18fa895de9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:24.137392 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:25.499738 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:26.999901 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:43.641713 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:50.715711 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3b45e30-640f-4d22-a2e4-63ca7c914e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:53.036368 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c88a5e1b-1119-4612-93ed-02b600ddb68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:54.121303 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:55.308717 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:48:55.509805 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:56.936055 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:13.646198 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:20.724030 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ea208e96-db8c-4da9-b7ea-984f20edd50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:23.028670 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-82b8dee7-f907-47f9-9666-3af0c1793366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:24.102605 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:25.502402 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:26.948078 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:32.308001 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:49:43.650026 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:50.722823 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-58a6ecc1-2a62-4438-9357-612cfc82225b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:53.055777 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6b3b650f-92ad-44c9-95a3-e9a86923d721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:54.106990 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:55.478040 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:56.951019 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:50:09.306008 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:50:13.637522 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:50:20.722531 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8262e9f4-12d9-475c-b851-e88c8253942b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:50:23.025749 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-06fb5281-4f06-4771-8567-54acebccfc6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:50:24.150998 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:50:25.528168 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:50:26.933929 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:50:43.607322 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:50:46.304856 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:50:50.726920 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d6dcb023-4028-4d27-9b8f-362266ce58cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:50:53.052702 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b9f662f4-9c6d-42ca-8328-c1d1b9589464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:50:54.201588 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:50:55.497894 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:50:56.944144 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:51:13.629057 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:51:20.737178 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1b94cbbb-ebcb-429c-a082-b58c86fd9ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:51:23.040052 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-49f60edc-25b9-410c-8ef3-23ae1a83c28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:51:23.304171 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:51:24.113826 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:51:25.519698 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:51:26.942722 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:51:37.370740 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [req-faba3834-af28-4998-86f4-6a34e01d4d98 req-218905e1-aaab-476c-a330-14294a1b68c6 tempest-AttachVolumeShelveTestJSON-1013711739 tempest-AttachVolumeShelveTestJSON-1013711739-project] (103947) timed out ('10.222.0.60', 33388) {{(pid=103947) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 11:51:43.696625 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:51:50.718860 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-539c595c-62c1-4658-b44e-864f5a8df24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:51:53.010599 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e87a422d-ec1c-42bd-8399-ff046e51a1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:51:54.119192 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:51:55.513181 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:51:56.929373 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:52:00.303492 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:52:13.644307 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:52:20.733784 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e33f12ff-86eb-489d-89bd-71d55e8777bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:52:23.020867 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c21266d0-4bad-440b-861c-270261c7e026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:52:24.157457 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:52:25.511289 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:52:26.935156 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:52:37.302271 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:52:43.649296 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:52:50.749463 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fa4a5b30-1ad1-45a2-b2d3-2c42a53bf2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:52:53.029366 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b6bcd7de-5c8f-4a95-8960-3ff976956d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:52:54.122637 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:52:55.532552 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:52:56.938909 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:53:13.665609 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ebff4c64-a140-4db5-8a47-9a9234f69154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (9a850eff-9870-42bf-bc78-ae717438fc3c), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:53:14.303778 dv-cinder-834448-3-iscsi neutron-server[103949]: DEBUG neutron.db.agents_db [None req-87989aa2-c85a-4bfc-8ef9-9ac741269529 None None] Agent healthcheck: found 6 active agents {{(pid=103949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:53:20.733459 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-acafe944-50ae-4083-8b48-5bf1400884e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (ff7ab54e-9e52-4d39-b0bd-5012179edcc8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:53:23.030228 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a7cdeadb-d7c5-4546-8a2e-2b3e97daed8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (e70bc0a3-1544-4450-93d3-9d0cf4792199), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:53:24.142262 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d638211-f611-436f-a2bf-5a158469c3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c8d067e7-2d3f-4871-bc7f-73769398d015), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:53:25.519361 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ea7f042-4f50-4313-8089-f49755c7aaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (93502afc-7bc9-4b7d-8f21-7d00610b33e1), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:53:26.933010 dv-cinder-834448-3-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3a6743fa-0567-4528-8efc-e7f7511602a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790226993255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3971976'] for agent (c22ac8f7-9b8f-4eac-8962-ee830be35b66), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:53:40.876843 dv-cinder-834448-3-iscsi neutron-server[103947]: DEBUG neutron.wsgi [req-4e64219e-f8b1-4b62-ad14-5ef8f5ad8b5b req-0c1284cd-a7e9-4a0a-80db-07384299f405 tempest-AttachVolumeTestJSON-689731971 tempest-AttachVolumeTestJSON-689731971-project] (103947) timed out ('10.222.0.57', 57400) {{(pid=103947) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}